2024-11-12 18:14:53,049 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 18:14:53,062 main DEBUG Took 0.010887 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 18:14:53,063 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 18:14:53,063 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 18:14:53,065 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 18:14:53,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,077 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 18:14:53,094 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,097 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,098 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,100 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,101 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,103 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,104 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,105 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,106 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,107 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,109 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:14:53,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,111 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 18:14:53,113 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:14:53,115 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 18:14:53,117 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 18:14:53,118 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 18:14:53,119 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 18:14:53,120 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 18:14:53,135 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 18:14:53,140 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 18:14:53,142 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 18:14:53,143 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 18:14:53,143 main DEBUG createAppenders(={Console}) 2024-11-12 18:14:53,144 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 18:14:53,145 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 18:14:53,145 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 18:14:53,146 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 18:14:53,147 main DEBUG OutputStream closed 2024-11-12 18:14:53,147 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 18:14:53,147 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 18:14:53,149 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 18:14:53,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 18:14:53,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 18:14:53,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 18:14:53,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 18:14:53,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 18:14:53,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 18:14:53,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 18:14:53,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 18:14:53,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 18:14:53,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 18:14:53,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 18:14:53,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 18:14:53,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 18:14:53,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 18:14:53,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 18:14:53,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 18:14:53,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 18:14:53,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 18:14:53,274 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 18:14:53,274 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 18:14:53,275 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 18:14:53,276 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T18:14:53,296 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 18:14:53,300 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 18:14:53,300 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T18:14:53,310 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T18:14:53,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=759, ProcessCount=11, AvailableMemoryMB=2783 2024-11-12T18:14:53,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36 2024-11-12T18:14:53,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:14:53,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67, deleteOnExit=true 2024-11-12T18:14:53,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:14:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/test.cache.data in system properties and HBase conf 2024-11-12T18:14:53,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:14:53,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:14:53,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:14:53,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:14:53,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:14:53,942 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T18:14:54,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:14:54,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:54,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:14:54,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:14:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:14:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:14:54,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:14:54,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:54,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:14:54,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:14:54,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:14:54,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:14:54,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:14:54,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:14:55,402 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:14:55,524 INFO [Time-limited test {}] log.Log(170): Logging initialized @3549ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T18:14:55,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:55,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:55,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:55,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:55,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:55,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:55,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:55,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:56,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/java.io.tmpdir/jetty-localhost-46217-hadoop-hdfs-3_4_1-tests_jar-_-any-12190249266495834874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:14:56,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:46217} 2024-11-12T18:14:56,272 INFO [Time-limited test {}] server.Server(415): Started @4298ms 2024-11-12T18:14:56,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:56,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:56,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:56,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:56,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:14:56,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:56,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:57,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/java.io.tmpdir/jetty-localhost-36129-hadoop-hdfs-3_4_1-tests_jar-_-any-5519665476426574563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:14:57,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:36129} 2024-11-12T18:14:57,012 INFO [Time-limited test {}] server.Server(415): Started @5039ms 2024-11-12T18:14:57,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:14:57,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:57,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:57,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:57,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:57,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:14:57,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:57,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:57,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/java.io.tmpdir/jetty-localhost-40413-hadoop-hdfs-3_4_1-tests_jar-_-any-9693813670136964095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:14:57,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:40413} 2024-11-12T18:14:57,537 INFO [Time-limited test {}] server.Server(415): Started @5563ms 2024-11-12T18:14:57,552 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:14:57,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:14:57,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:14:57,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:14:57,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:14:57,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:14:57,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:14:57,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:14:57,805 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data3/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:57,805 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data1/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:57,806 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data4/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:57,813 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data2/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:57,959 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:14:57,962 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:14:57,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-1972083842271433347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:14:57,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-11-12T18:14:57,971 INFO [Time-limited test {}] server.Server(415): Started @5998ms 2024-11-12T18:14:57,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:14:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fb0e551289e33e4 with lease ID 0xc868f42c8fb46e7: Processing first storage report for DS-6c518406-b4bd-45cb-a643-bbede63cf186 from datanode DatanodeRegistration(127.0.0.1:35521, datanodeUuid=467f2688-a847-4de8-bc72-75d3bcd48fe1, infoPort=37503, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fb0e551289e33e4 with lease ID 0xc868f42c8fb46e7: from storage DS-6c518406-b4bd-45cb-a643-bbede63cf186 node DatanodeRegistration(127.0.0.1:35521, datanodeUuid=467f2688-a847-4de8-bc72-75d3bcd48fe1, infoPort=37503, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9fb0e551289e33e4 with lease ID 0xc868f42c8fb46e7: Processing first storage report for DS-c368b153-be7f-49e6-b56b-dbae96043c84 from datanode DatanodeRegistration(127.0.0.1:35521, datanodeUuid=467f2688-a847-4de8-bc72-75d3bcd48fe1, infoPort=37503, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9fb0e551289e33e4 with lease ID 0xc868f42c8fb46e7: from storage DS-c368b153-be7f-49e6-b56b-dbae96043c84 node DatanodeRegistration(127.0.0.1:35521, datanodeUuid=467f2688-a847-4de8-bc72-75d3bcd48fe1, infoPort=37503, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x541f0bdec9290dda with lease ID 0xc868f42c8fb46e8: Processing first storage report for DS-a5e33268-2c9f-41ea-ad04-481999f855b2 from datanode DatanodeRegistration(127.0.0.1:40557, datanodeUuid=3efcf0a0-3ee1-4c6a-80f8-38a4a45c2f6d, infoPort=39433, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x541f0bdec9290dda with lease ID 0xc868f42c8fb46e8: from storage DS-a5e33268-2c9f-41ea-ad04-481999f855b2 node DatanodeRegistration(127.0.0.1:40557, datanodeUuid=3efcf0a0-3ee1-4c6a-80f8-38a4a45c2f6d, infoPort=39433, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x541f0bdec9290dda with lease ID 0xc868f42c8fb46e8: Processing first storage report for DS-c4c730e3-015e-4bc9-9b9e-ffb30c2d4364 from datanode DatanodeRegistration(127.0.0.1:40557, datanodeUuid=3efcf0a0-3ee1-4c6a-80f8-38a4a45c2f6d, infoPort=39433, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x541f0bdec9290dda with lease ID 0xc868f42c8fb46e8: from storage DS-c4c730e3-015e-4bc9-9b9e-ffb30c2d4364 node DatanodeRegistration(127.0.0.1:40557, datanodeUuid=3efcf0a0-3ee1-4c6a-80f8-38a4a45c2f6d, infoPort=39433, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,272 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data5/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:58,274 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data6/current/BP-2097807765-172.17.0.3-1731435295085/current, will proceed with Du for space computation calculation, 2024-11-12T18:14:58,371 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:14:58,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90b7ab605456a9d8 with lease ID 0xc868f42c8fb46e9: Processing first storage report for DS-bd8c2b96-b44b-46ce-b1b3-8a6deec03695 from datanode DatanodeRegistration(127.0.0.1:46571, datanodeUuid=aa344ccc-542c-4377-aaf2-c9b7fa928925, infoPort=39537, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90b7ab605456a9d8 with lease ID 0xc868f42c8fb46e9: from storage DS-bd8c2b96-b44b-46ce-b1b3-8a6deec03695 node DatanodeRegistration(127.0.0.1:46571, datanodeUuid=aa344ccc-542c-4377-aaf2-c9b7fa928925, infoPort=39537, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90b7ab605456a9d8 with lease ID 0xc868f42c8fb46e9: Processing first storage report for DS-4d47c503-f345-4b8c-bd2b-fb407779a61d from datanode DatanodeRegistration(127.0.0.1:46571, datanodeUuid=aa344ccc-542c-4377-aaf2-c9b7fa928925, infoPort=39537, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085) 2024-11-12T18:14:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90b7ab605456a9d8 with lease ID 0xc868f42c8fb46e9: from storage DS-4d47c503-f345-4b8c-bd2b-fb407779a61d node DatanodeRegistration(127.0.0.1:46571, datanodeUuid=aa344ccc-542c-4377-aaf2-c9b7fa928925, infoPort=39537, infoSecurePort=0, ipcPort=43909, storageInfo=lv=-57;cid=testClusterID;nsid=805182633;c=1731435295085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:14:58,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36 2024-11-12T18:14:58,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/zookeeper_0, clientPort=49355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:14:58,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49355 2024-11-12T18:14:58,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:58,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:14:59,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:14:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:14:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:14:59,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 with version=8 2024-11-12T18:14:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/hbase-staging 2024-11-12T18:14:59,619 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T18:14:59,954 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:14:59,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:59,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:59,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:14:59,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:14:59,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:15:00,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:15:00,277 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T18:15:00,292 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T18:15:00,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:15:00,333 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4722 (auto-detected) 2024-11-12T18:15:00,335 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T18:15:00,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38679 2024-11-12T18:15:00,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38679 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-12T18:15:00,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386790x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:15:00,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38679-0x100353409df0000 connected 2024-11-12T18:15:00,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:15:00,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6, hbase.cluster.distributed=false 2024-11-12T18:15:00,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:15:00,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-12T18:15:00,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-12T18:15:00,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-12T18:15:00,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-12T18:15:00,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-12T18:15:00,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:15:00,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:15:00,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:15:00,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:15:00,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:15:00,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39443 2024-11-12T18:15:00,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39443 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-12T18:15:00,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394430x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:15:00,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394430x0, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:15:00,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39443-0x100353409df0001 connected 2024-11-12T18:15:00,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:15:00,807 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:15:00,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:15:00,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:15:00,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-12T18:15:00,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39443 2024-11-12T18:15:00,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39443 2024-11-12T18:15:00,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-12T18:15:00,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-12T18:15:00,872 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:15:00,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:15:00,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:15:00,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:15:00,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:15:00,878 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43473 2024-11-12T18:15:00,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43473 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-12T18:15:00,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434730x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:15:00,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434730x0, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:15:00,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:15:00,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43473-0x100353409df0002 connected 2024-11-12T18:15:00,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:15:00,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:15:00,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:15:00,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-12T18:15:00,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43473 2024-11-12T18:15:00,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43473 2024-11-12T18:15:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-12T18:15:00,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43473 2024-11-12T18:15:00,937 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:15:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:15:00,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:15:00,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:15:00,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:15:00,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:15:00,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39487 2024-11-12T18:15:00,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39487 connecting to ZooKeeper ensemble=127.0.0.1:49355 2024-11-12T18:15:00,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:00,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394870x0, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:15:00,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394870x0, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:15:00,969 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:15:00,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39487-0x100353409df0003 connected 2024-11-12T18:15:00,983 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:15:00,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:15:00,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:15:00,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-12T18:15:00,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39487 2024-11-12T18:15:00,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39487 2024-11-12T18:15:01,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-12T18:15:01,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39487 2024-11-12T18:15:01,030 DEBUG [M:0;9911683f163c:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:38679 2024-11-12T18:15:01,037 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,38679,1731435299694 2024-11-12T18:15:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,051 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,38679,1731435299694 2024-11-12T18:15:01,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:15:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:15:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:15:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,094 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:15:01,095 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,38679,1731435299694 from backup master directory 2024-11-12T18:15:01,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,38679,1731435299694 2024-11-12T18:15:01,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:15:01,102 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:15:01,102 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,38679,1731435299694 2024-11-12T18:15:01,106 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T18:15:01,108 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T18:15:01,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/hbase.id] with ID: 52213dec-f11a-4e6c-877e-687b88524381 2024-11-12T18:15:01,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.tmp/hbase.id 2024-11-12T18:15:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:15:01,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:15:01,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:15:01,231 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.tmp/hbase.id]:[hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/hbase.id] 2024-11-12T18:15:01,307 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:15:01,316 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:15:01,344 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-12T18:15:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:15:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:15:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:15:01,414 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:01,417 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:15:01,439 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:15:01,449 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:15:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:15:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:15:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:15:01,581 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store 2024-11-12T18:15:01,603 WARN [IPC Server handler 4 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:01,603 WARN [IPC Server handler 4 on default port 45827 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:01,604 WARN [IPC Server handler 4 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:01,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:15:01,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:15:01,644 INFO [master/9911683f163c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T18:15:01,648 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:01,650 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:15:01,650 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:15:01,650 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:15:01,652 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:15:01,652 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:15:01,653 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:15:01,655 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435301649Disabling compacts and flushes for region at 1731435301650 (+1 ms)Disabling writes for close at 1731435301652 (+2 ms)Writing region close event to WAL at 1731435301652Closed at 1731435301652 2024-11-12T18:15:01,657 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/.initializing 2024-11-12T18:15:01,657 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/WALs/9911683f163c,38679,1731435299694 2024-11-12T18:15:01,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:15:01,693 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C38679%2C1731435299694, suffix=, logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/WALs/9911683f163c,38679,1731435299694, archiveDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/oldWALs, maxLogs=10 2024-11-12T18:15:01,734 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/WALs/9911683f163c,38679,1731435299694/9911683f163c%2C38679%2C1731435299694.1731435301700, exclude list is [], retry=0 2024-11-12T18:15:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-bd8c2b96-b44b-46ce-b1b3-8a6deec03695,DISK] 2024-11-12T18:15:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-6c518406-b4bd-45cb-a643-bbede63cf186,DISK] 2024-11-12T18:15:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40557,DS-a5e33268-2c9f-41ea-ad04-481999f855b2,DISK] 2024-11-12T18:15:01,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T18:15:01,817 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/WALs/9911683f163c,38679,1731435299694/9911683f163c%2C38679%2C1731435299694.1731435301700 2024-11-12T18:15:01,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39537:39537),(127.0.0.1/127.0.0.1:39433:39433),(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T18:15:01,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:15:01,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:01,823 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,824 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:15:01,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:01,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:01,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:15:01,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:01,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:01,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:15:01,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:01,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:01,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:15:01,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:01,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:01,927 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,930 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,932 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,939 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,943 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:15:01,947 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:15:01,954 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:01,955 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64323319, jitterRate=-0.04150785505771637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:15:01,963 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435301839Initializing all the Stores at 1731435301841 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435301842 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435301844 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435301844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435301845 (+1 ms)Cleaning up temporary data from old regions at 1731435301939 (+94 ms)Region opened successfully at 1731435301962 (+23 ms) 2024-11-12T18:15:01,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:15:02,009 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a53670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:15:02,051 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:15:02,065 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:15:02,065 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:15:02,070 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:15:02,071 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T18:15:02,077 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T18:15:02,077 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T18:15:02,109 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:15:02,119 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:15:02,122 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:15:02,125 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:15:02,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:15:02,129 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:15:02,131 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:15:02,135 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:15:02,137 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:15:02,139 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:15:02,140 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:15:02,163 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:15:02,166 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:15:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:15:02,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:15:02,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,176 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,38679,1731435299694, sessionid=0x100353409df0000, setting cluster-up flag (Was=false) 2024-11-12T18:15:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,198 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:15:02,200 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38679,1731435299694 2024-11-12T18:15:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:02,216 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:15:02,218 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38679,1731435299694 2024-11-12T18:15:02,225 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:15:02,309 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:15:02,312 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(746): ClusterId : 52213dec-f11a-4e6c-877e-687b88524381 2024-11-12T18:15:02,312 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(746): ClusterId : 52213dec-f11a-4e6c-877e-687b88524381 2024-11-12T18:15:02,314 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(746): ClusterId : 52213dec-f11a-4e6c-877e-687b88524381 2024-11-12T18:15:02,316 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:15:02,316 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:15:02,316 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:15:02,322 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:15:02,323 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:15:02,323 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:15:02,323 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:15:02,323 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:15:02,323 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:15:02,323 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:15:02,328 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:15:02,328 DEBUG [RS:1;9911683f163c:43473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2a9f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:15:02,329 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:15:02,330 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:15:02,331 DEBUG [RS:0;9911683f163c:39443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685b6bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:15:02,331 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:15:02,331 DEBUG [RS:2;9911683f163c:39487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93768c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:15:02,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,38679,1731435299694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:15:02,348 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:15:02,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:15:02,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:15:02,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:15:02,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:15:02,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,350 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:15:02,350 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,350 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:43473 2024-11-12T18:15:02,354 INFO [RS:1;9911683f163c:43473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:15:02,354 INFO [RS:1;9911683f163c:43473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:15:02,354 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:15:02,359 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=43473, startcode=1731435300871 2024-11-12T18:15:02,359 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:39443 2024-11-12T18:15:02,359 INFO [RS:0;9911683f163c:39443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:15:02,359 INFO [RS:0;9911683f163c:39443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:15:02,359 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:15:02,361 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9911683f163c:39487 2024-11-12T18:15:02,361 INFO [RS:2;9911683f163c:39487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:15:02,361 INFO [RS:2;9911683f163c:39487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:15:02,361 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:15:02,361 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=39443, startcode=1731435300713 2024-11-12T18:15:02,365 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=39487, startcode=1731435300936 2024-11-12T18:15:02,374 DEBUG [RS:0;9911683f163c:39443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:15:02,374 DEBUG [RS:2;9911683f163c:39487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:15:02,374 DEBUG [RS:1;9911683f163c:43473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:15:02,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:15:02,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:15:02,387 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:02,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:15:02,393 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435332393 2024-11-12T18:15:02,394 WARN [IPC Server handler 2 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,395 WARN [IPC Server handler 2 on default port 45827 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:02,395 WARN [IPC Server handler 2 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:02,395 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:15:02,396 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:15:02,404 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:15:02,404 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:15:02,405 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:15:02,405 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:15:02,424 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,439 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:15:02,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:15:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:15:02,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:15:02,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:15:02,445 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:15:02,455 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:15:02,458 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:15:02,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:02,468 WARN [IPC Server handler 0 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,468 WARN [IPC Server handler 0 on default port 45827 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:02,468 WARN [IPC Server handler 0 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:02,468 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:15:02,475 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:15:02,475 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:15:02,476 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:15:02,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:15:02,506 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:15:02,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435302507,5,FailOnTimeoutGroup] 2024-11-12T18:15:02,511 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:15:02,511 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:15:02,511 WARN [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:15:02,511 WARN [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:15:02,512 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:15:02,512 WARN [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:15:02,520 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435302508,5,FailOnTimeoutGroup] 2024-11-12T18:15:02,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:15:02,523 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,523 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:15:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:15:02,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:02,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:15:02,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:15:02,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:02,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:02,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:15:02,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:15:02,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:02,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:02,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:15:02,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:15:02,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:02,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:02,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:15:02,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:15:02,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:02,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:15:02,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740 2024-11-12T18:15:02,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740 2024-11-12T18:15:02,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:15:02,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:15:02,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:15:02,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:15:02,598 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:02,600 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64882232, jitterRate=-0.033179402351379395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:15:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435302545Initializing all the Stores at 1731435302547 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435302548 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435302548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435302548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435302548Cleaning up temporary data from old regions at 1731435302584 (+36 ms)Region opened successfully at 1731435302604 (+20 ms) 2024-11-12T18:15:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:15:02,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:15:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:15:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:15:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:15:02,607 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:15:02,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435302605Disabling compacts and flushes for region at 1731435302605Disabling writes for close at 1731435302605Writing region close event to WAL at 1731435302607 (+2 ms)Closed at 1731435302607 2024-11-12T18:15:02,613 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=39487, startcode=1731435300936 2024-11-12T18:15:02,613 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=43473, startcode=1731435300871 2024-11-12T18:15:02,614 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38679,1731435299694 with port=39443, startcode=1731435300713 2024-11-12T18:15:02,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,39487,1731435300936 2024-11-12T18:15:02,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:15:02,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:15:02,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(517): Registering regionserver=9911683f163c,39487,1731435300936 2024-11-12T18:15:02,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:15:02,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,43473,1731435300871 2024-11-12T18:15:02,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(517): Registering regionserver=9911683f163c,43473,1731435300871 2024-11-12T18:15:02,631 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:02,632 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45827 2024-11-12T18:15:02,632 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:15:02,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,39443,1731435300713 2024-11-12T18:15:02,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38679 {}] master.ServerManager(517): Registering regionserver=9911683f163c,39443,1731435300713 2024-11-12T18:15:02,637 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:02,637 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45827 2024-11-12T18:15:02,637 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:15:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:15:02,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:15:02,644 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:02,644 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45827 2024-11-12T18:15:02,644 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:15:02,647 DEBUG [RS:2;9911683f163c:39487 {}] zookeeper.ZKUtil(111): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,39487,1731435300936 2024-11-12T18:15:02,648 WARN [RS:2;9911683f163c:39487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:15:02,648 INFO [RS:2;9911683f163c:39487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:15:02,648 DEBUG [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936 2024-11-12T18:15:02,649 DEBUG [RS:1;9911683f163c:43473 {}] zookeeper.ZKUtil(111): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,43473,1731435300871 2024-11-12T18:15:02,649 WARN [RS:1;9911683f163c:43473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:15:02,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:15:02,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:15:02,652 INFO [RS:1;9911683f163c:43473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:15:02,652 DEBUG [RS:0;9911683f163c:39443 {}] zookeeper.ZKUtil(111): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,39443,1731435300713 2024-11-12T18:15:02,652 WARN [RS:0;9911683f163c:39443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:15:02,652 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871 2024-11-12T18:15:02,652 INFO [RS:0;9911683f163c:39443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:15:02,652 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39443,1731435300713 2024-11-12T18:15:02,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,39487,1731435300936] 2024-11-12T18:15:02,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,43473,1731435300871] 2024-11-12T18:15:02,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,39443,1731435300713] 2024-11-12T18:15:02,696 INFO [RS:1;9911683f163c:43473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:15:02,697 INFO [RS:2;9911683f163c:39487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:15:02,705 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,705 INFO [RS:0;9911683f163c:39443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:15:02,705 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,706 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:02,706 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:02,706 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:02,707 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:02,708 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:02,720 INFO [RS:2;9911683f163c:39487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:15:02,724 INFO [RS:1;9911683f163c:43473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:15:02,728 INFO [RS:0;9911683f163c:39443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:15:02,734 INFO [RS:2;9911683f163c:39487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:15:02,734 INFO [RS:0;9911683f163c:39443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:15:02,734 INFO [RS:1;9911683f163c:43473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:15:02,734 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,734 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,735 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,737 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:15:02,737 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:15:02,742 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:15:02,745 INFO [RS:1;9911683f163c:43473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:15:02,746 INFO [RS:2;9911683f163c:39487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:15:02,747 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,747 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,747 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,747 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:15:02,748 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,749 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,749 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:1;9911683f163c:43473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,750 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,751 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,751 DEBUG [RS:2;9911683f163c:39487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,759 INFO [RS:0;9911683f163c:39443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:15:02,759 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,759 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,760 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,761 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,761 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,761 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,761 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:15:02,761 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,762 DEBUG [RS:0;9911683f163c:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:15:02,768 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,769 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,769 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,769 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,769 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,769 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43473,1731435300871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:15:02,800 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,801 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,801 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,801 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,801 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,801 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39487,1731435300936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:15:02,802 WARN [9911683f163c:38679 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:15:02,827 INFO [RS:1;9911683f163c:43473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:15:02,830 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43473,1731435300871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,831 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39443,1731435300713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:15:02,841 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,842 INFO [RS:1;9911683f163c:43473 {}] regionserver.Replication(171): 9911683f163c,43473,1731435300871 started 2024-11-12T18:15:02,849 INFO [RS:2;9911683f163c:39487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:15:02,850 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39487,1731435300936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,850 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,850 INFO [RS:2;9911683f163c:39487 {}] regionserver.Replication(171): 9911683f163c,39487,1731435300936 started 2024-11-12T18:15:02,866 INFO [RS:0;9911683f163c:39443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:15:02,867 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39443,1731435300713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,867 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,867 INFO [RS:0;9911683f163c:39443 {}] regionserver.Replication(171): 9911683f163c,39443,1731435300713 started 2024-11-12T18:15:02,889 INFO [RS:2;9911683f163c:39487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,889 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,890 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,39487,1731435300936, RpcServer on 9911683f163c/172.17.0.3:39487, sessionid=0x100353409df0003 2024-11-12T18:15:02,890 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,43473,1731435300871, RpcServer on 9911683f163c/172.17.0.3:43473, sessionid=0x100353409df0002 2024-11-12T18:15:02,891 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:15:02,891 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:15:02,891 DEBUG [RS:1;9911683f163c:43473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,43473,1731435300871 2024-11-12T18:15:02,891 DEBUG [RS:2;9911683f163c:39487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,39487,1731435300936 2024-11-12T18:15:02,892 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43473,1731435300871' 2024-11-12T18:15:02,893 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:15:02,894 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39487,1731435300936' 2024-11-12T18:15:02,894 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:15:02,897 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:15:02,894 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:15:02,898 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:15:02,898 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:15:02,898 DEBUG [RS:2;9911683f163c:39487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,39487,1731435300936 2024-11-12T18:15:02,898 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39487,1731435300936' 2024-11-12T18:15:02,898 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:15:02,899 DEBUG [RS:2;9911683f163c:39487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:15:02,900 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:15:02,900 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:15:02,901 DEBUG [RS:2;9911683f163c:39487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:15:02,901 INFO [RS:2;9911683f163c:39487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:15:02,901 INFO [RS:2;9911683f163c:39487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:15:02,900 DEBUG [RS:1;9911683f163c:43473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,43473,1731435300871 2024-11-12T18:15:02,901 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43473,1731435300871' 2024-11-12T18:15:02,901 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:15:02,902 DEBUG [RS:1;9911683f163c:43473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:15:02,896 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:02,903 DEBUG [RS:1;9911683f163c:43473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:15:02,903 INFO [RS:1;9911683f163c:43473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:15:02,903 INFO [RS:1;9911683f163c:43473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:15:02,904 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,39443,1731435300713, RpcServer on 9911683f163c/172.17.0.3:39443, sessionid=0x100353409df0001 2024-11-12T18:15:02,904 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:15:02,904 DEBUG [RS:0;9911683f163c:39443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,39443,1731435300713 2024-11-12T18:15:02,904 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39443,1731435300713' 2024-11-12T18:15:02,904 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:15:02,906 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:15:02,906 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:15:02,907 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:15:02,907 DEBUG [RS:0;9911683f163c:39443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,39443,1731435300713 2024-11-12T18:15:02,907 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39443,1731435300713' 2024-11-12T18:15:02,907 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:15:02,907 DEBUG [RS:0;9911683f163c:39443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:15:02,908 DEBUG [RS:0;9911683f163c:39443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:15:02,908 INFO [RS:0;9911683f163c:39443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:15:02,908 INFO [RS:0;9911683f163c:39443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:15:03,009 INFO [RS:2;9911683f163c:39487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:15:03,009 INFO [RS:1;9911683f163c:43473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:15:03,009 INFO [RS:0;9911683f163c:39443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:15:03,013 INFO [RS:0;9911683f163c:39443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C39443%2C1731435300713, suffix=, logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39443,1731435300713, archiveDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs, maxLogs=32 2024-11-12T18:15:03,013 INFO [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43473%2C1731435300871, suffix=, logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871, archiveDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs, maxLogs=32 2024-11-12T18:15:03,013 INFO [RS:2;9911683f163c:39487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C39487%2C1731435300936, suffix=, logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936, archiveDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs, maxLogs=32 2024-11-12T18:15:03,042 DEBUG [RS:2;9911683f163c:39487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936/9911683f163c%2C39487%2C1731435300936.1731435303022, exclude list is [], retry=0 2024-11-12T18:15:03,042 DEBUG [RS:0;9911683f163c:39443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39443,1731435300713/9911683f163c%2C39443%2C1731435300713.1731435303022, exclude list is [], retry=0 2024-11-12T18:15:03,042 DEBUG [RS:1;9911683f163c:43473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871/9911683f163c%2C43473%2C1731435300871.1731435303022, exclude list is [], retry=0 2024-11-12T18:15:03,046 WARN [IPC Server handler 1 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:03,046 WARN [IPC Server handler 1 on default port 45827 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:03,046 WARN [IPC Server handler 1 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:03,048 WARN [IPC Server handler 0 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T18:15:03,048 WARN [IPC Server handler 0 on default port 45827 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T18:15:03,048 WARN [IPC Server handler 0 on default port 45827 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T18:15:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40557,DS-a5e33268-2c9f-41ea-ad04-481999f855b2,DISK] 2024-11-12T18:15:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-bd8c2b96-b44b-46ce-b1b3-8a6deec03695,DISK] 2024-11-12T18:15:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-6c518406-b4bd-45cb-a643-bbede63cf186,DISK] 2024-11-12T18:15:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40557,DS-a5e33268-2c9f-41ea-ad04-481999f855b2,DISK] 2024-11-12T18:15:03,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-6c518406-b4bd-45cb-a643-bbede63cf186,DISK] 2024-11-12T18:15:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40557,DS-a5e33268-2c9f-41ea-ad04-481999f855b2,DISK] 2024-11-12T18:15:03,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-6c518406-b4bd-45cb-a643-bbede63cf186,DISK] 2024-11-12T18:15:03,075 INFO [RS:0;9911683f163c:39443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39443,1731435300713/9911683f163c%2C39443%2C1731435300713.1731435303022 2024-11-12T18:15:03,076 INFO [RS:2;9911683f163c:39487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936/9911683f163c%2C39487%2C1731435300936.1731435303022 2024-11-12T18:15:03,079 DEBUG [RS:0;9911683f163c:39443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503),(127.0.0.1/127.0.0.1:39433:39433)] 2024-11-12T18:15:03,080 INFO [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871/9911683f163c%2C43473%2C1731435300871.1731435303022 2024-11-12T18:15:03,084 DEBUG [RS:2;9911683f163c:39487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39537:39537),(127.0.0.1/127.0.0.1:37503:37503),(127.0.0.1/127.0.0.1:39433:39433)] 2024-11-12T18:15:03,084 DEBUG [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39433:39433),(127.0.0.1/127.0.0.1:37503:37503)] 2024-11-12T18:15:03,306 DEBUG [9911683f163c:38679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T18:15:03,316 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T18:15:03,324 INFO [9911683f163c:38679 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:15:03,324 INFO [9911683f163c:38679 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:15:03,324 INFO [9911683f163c:38679 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T18:15:03,324 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:15:03,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:03,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,43473,1731435300871, state=OPENING 2024-11-12T18:15:03,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:15:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:03,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:15:03,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:03,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:03,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:03,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:03,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:15:03,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:15:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:15:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:15:10,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:15:10,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:15:13,388 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:15:13,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:15:13,404 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:15:13,405 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:15:13,405 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:15:13,409 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43473%2C1731435300871.meta, suffix=.meta, logDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871, archiveDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs, maxLogs=32 2024-11-12T18:15:13,426 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871/9911683f163c%2C43473%2C1731435300871.meta.1731435313410.meta, exclude list is [], retry=0 2024-11-12T18:15:13,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35521,DS-6c518406-b4bd-45cb-a643-bbede63cf186,DISK] 2024-11-12T18:15:13,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40557,DS-a5e33268-2c9f-41ea-ad04-481999f855b2,DISK] 2024-11-12T18:15:13,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-bd8c2b96-b44b-46ce-b1b3-8a6deec03695,DISK] 2024-11-12T18:15:13,434 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,43473,1731435300871/9911683f163c%2C43473%2C1731435300871.meta.1731435313410.meta 2024-11-12T18:15:13,435 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37503:37503),(127.0.0.1/127.0.0.1:39433:39433),(127.0.0.1/127.0.0.1:39537:39537)] 2024-11-12T18:15:13,435 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:15:13,438 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:15:13,441 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:15:13,447 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:15:13,453 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:15:13,454 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:13,454 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:15:13,454 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:15:13,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:15:13,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:15:13,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:13,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:13,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:15:13,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:15:13,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:13,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:15:13,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:15:13,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:13,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:13,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:15:13,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:15:13,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:13,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:15:13,470 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:15:13,471 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740 2024-11-12T18:15:13,474 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740 2024-11-12T18:15:13,477 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:15:13,477 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:15:13,478 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:15:13,481 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:15:13,483 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64372395, jitterRate=-0.0407765656709671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:15:13,483 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:15:13,485 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435313455Writing region info on filesystem at 1731435313455Initializing all the Stores at 1731435313458 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435313458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435313459 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435313459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435313459Cleaning up temporary data from old regions at 1731435313477 (+18 ms)Running coprocessor post-open hooks at 1731435313483 (+6 ms)Region opened successfully at 1731435313485 (+2 ms) 2024-11-12T18:15:13,493 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435313378 2024-11-12T18:15:13,504 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:15:13,504 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:15:13,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:13,508 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,43473,1731435300871, state=OPEN 2024-11-12T18:15:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:15:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:15:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:15:13,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:15:13,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:13,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:13,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:13,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:15:13,513 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,43473,1731435300871 2024-11-12T18:15:13,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:15:13,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,43473,1731435300871 in 10.1550 sec 2024-11-12T18:15:13,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:15:13,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8920 sec 2024-11-12T18:15:13,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:15:13,525 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:15:13,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:13,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43473,1731435300871, seqNum=-1] 2024-11-12T18:15:13,572 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:13,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:13,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.3380 sec 2024-11-12T18:15:13,596 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435313596, completionTime=-1 2024-11-12T18:15:13,599 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T18:15:13,600 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:15:13,638 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T18:15:13,638 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435373638 2024-11-12T18:15:13,639 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435433638 2024-11-12T18:15:13,639 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 38 msec 2024-11-12T18:15:13,641 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:15:13,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,650 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,650 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,651 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:38679, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,652 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,653 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,661 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:15:13,700 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.597sec 2024-11-12T18:15:13,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:15:13,704 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:15:13,706 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:15:13,706 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:15:13,706 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:15:13,708 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:15:13,708 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:15:13,714 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:15:13,716 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:15:13,716 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38679,1731435299694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:15:13,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c723d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,751 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T18:15:13,751 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T18:15:13,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38679,-1 for getting cluster id 2024-11-12T18:15:13,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:13,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52213dec-f11a-4e6c-877e-687b88524381' 2024-11-12T18:15:13,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:13,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52213dec-f11a-4e6c-877e-687b88524381" 2024-11-12T18:15:13,791 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3b6baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,791 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38679,-1] 2024-11-12T18:15:13,795 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:13,798 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:13,802 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:13,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef1e2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:13,815 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43473,1731435300871, seqNum=-1] 2024-11-12T18:15:13,816 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:13,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:13,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,38679,1731435299694 2024-11-12T18:15:13,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435313873 (current time:1731435313873). 2024-11-12T18:15:13,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:15:13,874 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T18:15:13,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21707ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38679,-1 for getting cluster id 2024-11-12T18:15:13,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:15:13,879 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52213dec-f11a-4e6c-877e-687b88524381' 2024-11-12T18:15:13,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:15:13,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52213dec-f11a-4e6c-877e-687b88524381" 2024-11-12T18:15:13,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6426997b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38679,-1] 2024-11-12T18:15:13,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:15:13,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:13,882 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:15:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca222b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:15:13,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:15:13,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43473,1731435300871, seqNum=-1] 2024-11-12T18:15:13,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:13,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:13,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:15:13,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:13,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:13,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:13,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:15:13,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:15:13,910 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38679,1731435299694 2024-11-12T18:15:13,913 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ff85188 2024-11-12T18:15:13,914 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:15:13,916 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:15:13,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T18:15:13,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:15:13,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T18:15:13,933 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:13,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:15:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:15:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:15:13,953 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f507e18a241f9d373918e7e9e998b54a, NAME => 'SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:13,954 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4c34d6b0788526a174bcfbdaee6cd89d, NAME => 'SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:13,954 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1ea1f00c6e9968879d344aa34ff3e779, NAME => 'SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:15:13,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:15:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:15:13,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:15:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:15:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:15:13,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:13,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4c34d6b0788526a174bcfbdaee6cd89d, disabling compactions & flushes 2024-11-12T18:15:13,977 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:13,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:13,977 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. after waiting 0 ms 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:13,978 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4c34d6b0788526a174bcfbdaee6cd89d: Waiting for close lock at 1731435313977Disabling compacts and flushes for region at 1731435313977Disabling writes for close at 1731435313978 (+1 ms)Writing region close event to WAL at 1731435313978Closed at 1731435313978 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:13,978 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1762fea1d30e478f6ccf8d9f05357421, NAME => 'SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1ea1f00c6e9968879d344aa34ff3e779, disabling compactions & flushes 2024-11-12T18:15:13,978 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:13,978 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. after waiting 0 ms 2024-11-12T18:15:13,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:13,979 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:13,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1ea1f00c6e9968879d344aa34ff3e779: Waiting for close lock at 1731435313978Disabling compacts and flushes for region at 1731435313978Disabling writes for close at 1731435313979 (+1 ms)Writing region close event to WAL at 1731435313979Closed at 1731435313979 2024-11-12T18:15:13,979 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c33f0e43dea6398538007c59d3136c2b, NAME => 'SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:13,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:15:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:15:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f507e18a241f9d373918e7e9e998b54a, disabling compactions & flushes 2024-11-12T18:15:13,986 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. after waiting 0 ms 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:13,986 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:13,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f507e18a241f9d373918e7e9e998b54a: Waiting for close lock at 1731435313986Disabling compacts and flushes for region at 1731435313986Disabling writes for close at 1731435313986Writing region close event to WAL at 1731435313986Closed at 1731435313986 2024-11-12T18:15:13,987 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0596d1156f3375a3cc0c91a3eab8cda8, NAME => 'SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:15:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:15:14,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1762fea1d30e478f6ccf8d9f05357421, disabling compactions & flushes 2024-11-12T18:15:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:15:14,006 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. after waiting 0 ms 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:14,006 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:14,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1762fea1d30e478f6ccf8d9f05357421: Waiting for close lock at 1731435314006Disabling compacts and flushes for region at 1731435314006Disabling writes for close at 1731435314006Writing region close event to WAL at 1731435314006Closed at 1731435314006 2024-11-12T18:15:14,007 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c468229d7a9aff9e7d56a78d45832903, NAME => 'SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:15:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:15:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:15:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:15:14,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:15:14,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0596d1156f3375a3cc0c91a3eab8cda8, disabling compactions & flushes 2024-11-12T18:15:14,009 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. after waiting 0 ms 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:14,010 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c33f0e43dea6398538007c59d3136c2b, disabling compactions & flushes 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0596d1156f3375a3cc0c91a3eab8cda8: Waiting for close lock at 1731435314009Disabling compacts and flushes for region at 1731435314009Disabling writes for close at 1731435314010 (+1 ms)Writing region close event to WAL at 1731435314010Closed at 1731435314010 2024-11-12T18:15:14,010 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:14,010 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afa2aa5c2840eda1a1e925b6431861b1, NAME => 'SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:14,010 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. after waiting 0 ms 2024-11-12T18:15:14,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:14,011 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:14,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c33f0e43dea6398538007c59d3136c2b: Waiting for close lock at 1731435314010Disabling compacts and flushes for region at 1731435314010Disabling writes for close at 1731435314010Writing region close event to WAL at 1731435314011 (+1 ms)Closed at 1731435314011 2024-11-12T18:15:14,011 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a872f4dc08e73525504d877ba8a2e6c1, NAME => 'SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:15:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:15:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c468229d7a9aff9e7d56a78d45832903, disabling compactions & flushes 2024-11-12T18:15:14,023 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. after waiting 0 ms 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:14,023 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:14,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c468229d7a9aff9e7d56a78d45832903: Waiting for close lock at 1731435314023Disabling compacts and flushes for region at 1731435314023Disabling writes for close at 1731435314023Writing region close event to WAL at 1731435314023Closed at 1731435314023 2024-11-12T18:15:14,024 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => dca2ffb4a8498cb8c83b4a54ff0e329e, NAME => 'SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6 2024-11-12T18:15:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:15:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:15:14,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing afa2aa5c2840eda1a1e925b6431861b1, disabling compactions & flushes 2024-11-12T18:15:14,026 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. after waiting 0 ms 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:14,026 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:14,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for afa2aa5c2840eda1a1e925b6431861b1: Waiting for close lock at 1731435314026Disabling compacts and flushes for region at 1731435314026Disabling writes for close at 1731435314026Writing region close event to WAL at 1731435314026Closed at 1731435314026 2024-11-12T18:15:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:15:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:15:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:15:14,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a872f4dc08e73525504d877ba8a2e6c1, disabling compactions & flushes 2024-11-12T18:15:14,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:14,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:14,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. after waiting 0 ms 2024-11-12T18:15:14,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:14,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:14,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a872f4dc08e73525504d877ba8a2e6c1: Waiting for close lock at 1731435314033Disabling compacts and flushes for region at 1731435314033Disabling writes for close at 1731435314033Writing region close event to WAL at 1731435314033Closed at 1731435314033 2024-11-12T18:15:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:15:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:15:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing dca2ffb4a8498cb8c83b4a54ff0e329e, disabling compactions & flushes 2024-11-12T18:15:14,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. after waiting 0 ms 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:14,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:14,042 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for dca2ffb4a8498cb8c83b4a54ff0e329e: Waiting for close lock at 1731435314042Disabling compacts and flushes for region at 1731435314042Disabling writes for close at 1731435314042Writing region close event to WAL at 1731435314042Closed at 1731435314042 2024-11-12T18:15:14,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731435314045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435314045"}]},"ts":"1731435314045"} 2024-11-12T18:15:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:14,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T18:15:14,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:15:14,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435314090"}]},"ts":"1731435314090"} 2024-11-12T18:15:14,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T18:15:14,098 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T18:15:14,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:15:14,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:15:14,106 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T18:15:14,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:15:14,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea1f00c6e9968879d344aa34ff3e779, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c34d6b0788526a174bcfbdaee6cd89d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1762fea1d30e478f6ccf8d9f05357421, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0596d1156f3375a3cc0c91a3eab8cda8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c468229d7a9aff9e7d56a78d45832903, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afa2aa5c2840eda1a1e925b6431861b1, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca2ffb4a8498cb8c83b4a54ff0e329e, ASSIGN}] 2024-11-12T18:15:14,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1762fea1d30e478f6ccf8d9f05357421, ASSIGN 2024-11-12T18:15:14,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0596d1156f3375a3cc0c91a3eab8cda8, ASSIGN 2024-11-12T18:15:14,112 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN 2024-11-12T18:15:14,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c34d6b0788526a174bcfbdaee6cd89d, ASSIGN 2024-11-12T18:15:14,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1762fea1d30e478f6ccf8d9f05357421, ASSIGN; state=OFFLINE, location=9911683f163c,43473,1731435300871; forceNewPlan=false, retain=false 2024-11-12T18:15:14,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN; state=OFFLINE, location=9911683f163c,39487,1731435300936; forceNewPlan=false, retain=false 2024-11-12T18:15:14,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0596d1156f3375a3cc0c91a3eab8cda8, ASSIGN; state=OFFLINE, location=9911683f163c,39443,1731435300713; forceNewPlan=false, retain=false 2024-11-12T18:15:14,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c34d6b0788526a174bcfbdaee6cd89d, ASSIGN; state=OFFLINE, location=9911683f163c,43473,1731435300871; forceNewPlan=false, retain=false 2024-11-12T18:15:14,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca2ffb4a8498cb8c83b4a54ff0e329e, ASSIGN 2024-11-12T18:15:14,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afa2aa5c2840eda1a1e925b6431861b1, ASSIGN 2024-11-12T18:15:14,120 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c468229d7a9aff9e7d56a78d45832903, ASSIGN 2024-11-12T18:15:14,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea1f00c6e9968879d344aa34ff3e779, ASSIGN 2024-11-12T18:15:14,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN 2024-11-12T18:15:14,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca2ffb4a8498cb8c83b4a54ff0e329e, ASSIGN; state=OFFLINE, location=9911683f163c,43473,1731435300871; forceNewPlan=false, retain=false 2024-11-12T18:15:14,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afa2aa5c2840eda1a1e925b6431861b1, ASSIGN; state=OFFLINE, location=9911683f163c,39443,1731435300713; forceNewPlan=false, retain=false 2024-11-12T18:15:14,123 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c468229d7a9aff9e7d56a78d45832903, ASSIGN; state=OFFLINE, location=9911683f163c,43473,1731435300871; forceNewPlan=false, retain=false 2024-11-12T18:15:14,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ea1f00c6e9968879d344aa34ff3e779, ASSIGN; state=OFFLINE, location=9911683f163c,39443,1731435300713; forceNewPlan=false, retain=false 2024-11-12T18:15:14,123 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN; state=OFFLINE, location=9911683f163c,39487,1731435300936; forceNewPlan=false, retain=false 2024-11-12T18:15:14,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN 2024-11-12T18:15:14,132 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN; state=OFFLINE, location=9911683f163c,39487,1731435300936; forceNewPlan=false, retain=false 2024-11-12T18:15:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:14,269 INFO [9911683f163c:38679 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T18:15:14,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dca2ffb4a8498cb8c83b4a54ff0e329e, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:14,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1762fea1d30e478f6ccf8d9f05357421, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:14,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c34d6b0788526a174bcfbdaee6cd89d, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:14,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a872f4dc08e73525504d877ba8a2e6c1, regionState=OPENING, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:14,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c468229d7a9aff9e7d56a78d45832903, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:14,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f507e18a241f9d373918e7e9e998b54a, regionState=OPENING, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:14,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c33f0e43dea6398538007c59d3136c2b, regionState=OPENING, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:14,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0596d1156f3375a3cc0c91a3eab8cda8, regionState=OPENING, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:14,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1ea1f00c6e9968879d344aa34ff3e779, regionState=OPENING, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:14,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=afa2aa5c2840eda1a1e925b6431861b1, regionState=OPENING, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:14,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dca2ffb4a8498cb8c83b4a54ff0e329e, ASSIGN because future has completed 2024-11-12T18:15:14,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:14,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN because future has completed 2024-11-12T18:15:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1762fea1d30e478f6ccf8d9f05357421, ASSIGN because future has completed 2024-11-12T18:15:14,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39487,1731435300936}] 2024-11-12T18:15:14,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c34d6b0788526a174bcfbdaee6cd89d, ASSIGN because future has completed 2024-11-12T18:15:14,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c468229d7a9aff9e7d56a78d45832903, ASSIGN because future has completed 2024-11-12T18:15:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN because future has completed 2024-11-12T18:15:14,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:14,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN because future has completed 2024-11-12T18:15:14,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39487,1731435300936}] 2024-11-12T18:15:14,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0596d1156f3375a3cc0c91a3eab8cda8, ASSIGN because future has completed 2024-11-12T18:15:14,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1762fea1d30e478f6ccf8d9f05357421, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:14,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c468229d7a9aff9e7d56a78d45832903, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:14,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1ea1f00c6e9968879d344aa34ff3e779, ASSIGN because future has completed 2024-11-12T18:15:14,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afa2aa5c2840eda1a1e925b6431861b1, ASSIGN because future has completed 2024-11-12T18:15:14,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure afa2aa5c2840eda1a1e925b6431861b1, server=9911683f163c,39443,1731435300713}] 2024-11-12T18:15:14,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779, server=9911683f163c,39443,1731435300713}] 2024-11-12T18:15:14,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8, server=9911683f163c,39443,1731435300713}] 2024-11-12T18:15:14,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,39487,1731435300936}] 2024-11-12T18:15:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:14,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:15:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:19,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T18:15:20,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:15:20,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:15:20,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:15:20,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:15:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:24,291 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:15:24,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:15:24,296 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:24,297 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1762fea1d30e478f6ccf8d9f05357421, NAME => 'SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T18:15:24,297 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,297 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,298 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,298 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,299 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:24,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a872f4dc08e73525504d877ba8a2e6c1, NAME => 'SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T18:15:24,300 INFO [StoreOpener-1762fea1d30e478f6ccf8d9f05357421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,300 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,300 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,300 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,300 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,302 INFO [StoreOpener-1762fea1d30e478f6ccf8d9f05357421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1762fea1d30e478f6ccf8d9f05357421 columnFamilyName cf 2024-11-12T18:15:24,302 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,302 DEBUG [StoreOpener-1762fea1d30e478f6ccf8d9f05357421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,303 INFO [StoreOpener-1762fea1d30e478f6ccf8d9f05357421-1 {}] regionserver.HStore(327): Store=1762fea1d30e478f6ccf8d9f05357421/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,304 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,304 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872f4dc08e73525504d877ba8a2e6c1 columnFamilyName cf 2024-11-12T18:15:24,305 DEBUG [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,305 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,305 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,305 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] regionserver.HStore(327): Store=a872f4dc08e73525504d877ba8a2e6c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,305 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,306 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,306 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,307 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,307 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,308 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,308 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,309 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,311 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,312 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1762fea1d30e478f6ccf8d9f05357421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,313 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1762fea1d30e478f6ccf8d9f05357421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70341606, jitterRate=0.04817160964012146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,313 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:24,314 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,314 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1762fea1d30e478f6ccf8d9f05357421: Running coprocessor pre-open hook at 1731435324298Writing region info on filesystem at 1731435324298Initializing all the Stores at 1731435324300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324300Cleaning up temporary data from old regions at 1731435324306 (+6 ms)Running coprocessor post-open hooks at 1731435324313 (+7 ms)Region opened successfully at 1731435324314 (+1 ms) 2024-11-12T18:15:24,315 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a872f4dc08e73525504d877ba8a2e6c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73036657, jitterRate=0.08833099901676178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,315 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:24,315 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a872f4dc08e73525504d877ba8a2e6c1: Running coprocessor pre-open hook at 1731435324301Writing region info on filesystem at 1731435324301Initializing all the Stores at 1731435324302 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324302Cleaning up temporary data from old regions at 1731435324308 (+6 ms)Running coprocessor post-open hooks at 1731435324315 (+7 ms)Region opened successfully at 1731435324315 2024-11-12T18:15:24,316 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421., pid=17, masterSystemTime=1731435324288 2024-11-12T18:15:24,316 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1., pid=16, masterSystemTime=1731435324291 2024-11-12T18:15:24,319 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:24,319 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:24,319 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:24,319 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c34d6b0788526a174bcfbdaee6cd89d, NAME => 'SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T18:15:24,320 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,320 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,320 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,320 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,321 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:24,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=1762fea1d30e478f6ccf8d9f05357421, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:24,321 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:24,321 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:24,321 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f507e18a241f9d373918e7e9e998b54a, NAME => 'SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T18:15:24,322 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,322 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,322 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,322 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a872f4dc08e73525504d877ba8a2e6c1, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:24,323 INFO [StoreOpener-4c34d6b0788526a174bcfbdaee6cd89d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,325 INFO [StoreOpener-4c34d6b0788526a174bcfbdaee6cd89d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c34d6b0788526a174bcfbdaee6cd89d columnFamilyName cf 2024-11-12T18:15:24,325 DEBUG [StoreOpener-4c34d6b0788526a174bcfbdaee6cd89d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,326 INFO [StoreOpener-4c34d6b0788526a174bcfbdaee6cd89d-1 {}] regionserver.HStore(327): Store=4c34d6b0788526a174bcfbdaee6cd89d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,327 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:15:24,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1762fea1d30e478f6ccf8d9f05357421, server=9911683f163c,43473,1731435300871 because future has completed 2024-11-12T18:15:24,330 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:15:24,332 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39487,1731435300936 because future has completed 2024-11-12T18:15:24,337 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,337 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,338 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-12T18:15:24,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 1762fea1d30e478f6ccf8d9f05357421, server=9911683f163c,43473,1731435300871 in 10.0400 sec 2024-11-12T18:15:24,342 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T18:15:24,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39487,1731435300936 in 10.0530 sec 2024-11-12T18:15:24,346 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f507e18a241f9d373918e7e9e998b54a columnFamilyName cf 2024-11-12T18:15:24,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1762fea1d30e478f6ccf8d9f05357421, ASSIGN in 10.2310 sec 2024-11-12T18:15:24,347 DEBUG [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,348 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] regionserver.HStore(327): Store=f507e18a241f9d373918e7e9e998b54a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN in 10.2350 sec 2024-11-12T18:15:24,348 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,349 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:24,349 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,349 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0596d1156f3375a3cc0c91a3eab8cda8, NAME => 'SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T18:15:24,350 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,350 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,350 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,351 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,351 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,351 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,351 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,359 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,362 INFO [StoreOpener-0596d1156f3375a3cc0c91a3eab8cda8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,362 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/4c34d6b0788526a174bcfbdaee6cd89d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,363 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4c34d6b0788526a174bcfbdaee6cd89d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58877592, jitterRate=-0.12265551090240479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,363 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:24,364 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,364 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4c34d6b0788526a174bcfbdaee6cd89d: Running coprocessor pre-open hook at 1731435324321Writing region info on filesystem at 1731435324321Initializing all the Stores at 1731435324323 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324323Cleaning up temporary data from old regions at 1731435324337 (+14 ms)Running coprocessor post-open hooks at 1731435324363 (+26 ms)Region opened successfully at 1731435324364 (+1 ms) 2024-11-12T18:15:24,365 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f507e18a241f9d373918e7e9e998b54a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64441840, jitterRate=-0.03974175453186035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,365 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:24,365 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f507e18a241f9d373918e7e9e998b54a: Running coprocessor pre-open hook at 1731435324322Writing region info on filesystem at 1731435324322Initializing all the Stores at 1731435324335 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324336 (+1 ms)Cleaning up temporary data from old regions at 1731435324351 (+15 ms)Running coprocessor post-open hooks at 1731435324365 (+14 ms)Region opened successfully at 1731435324365 2024-11-12T18:15:24,365 INFO [StoreOpener-0596d1156f3375a3cc0c91a3eab8cda8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0596d1156f3375a3cc0c91a3eab8cda8 columnFamilyName cf 2024-11-12T18:15:24,365 DEBUG [StoreOpener-0596d1156f3375a3cc0c91a3eab8cda8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,366 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d., pid=18, masterSystemTime=1731435324288 2024-11-12T18:15:24,366 INFO [StoreOpener-0596d1156f3375a3cc0c91a3eab8cda8-1 {}] regionserver.HStore(327): Store=0596d1156f3375a3cc0c91a3eab8cda8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,366 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,367 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a., pid=19, masterSystemTime=1731435324291 2024-11-12T18:15:24,368 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,369 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,370 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,370 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,371 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:24,371 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:24,371 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:24,372 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c468229d7a9aff9e7d56a78d45832903, NAME => 'SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T18:15:24,372 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,372 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,372 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,372 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,374 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c34d6b0788526a174bcfbdaee6cd89d, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:24,374 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:24,374 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:24,374 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:24,375 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c33f0e43dea6398538007c59d3136c2b, NAME => 'SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T18:15:24,375 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,375 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,376 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,376 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,378 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f507e18a241f9d373918e7e9e998b54a, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:24,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d, server=9911683f163c,43473,1731435300871 because future has completed 2024-11-12T18:15:24,379 INFO [StoreOpener-c468229d7a9aff9e7d56a78d45832903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,382 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39487,1731435300936 because future has completed 2024-11-12T18:15:24,383 INFO [StoreOpener-c468229d7a9aff9e7d56a78d45832903-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c468229d7a9aff9e7d56a78d45832903 columnFamilyName cf 2024-11-12T18:15:24,383 DEBUG [StoreOpener-c468229d7a9aff9e7d56a78d45832903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,384 INFO [StoreOpener-c468229d7a9aff9e7d56a78d45832903-1 {}] regionserver.HStore(327): Store=c468229d7a9aff9e7d56a78d45832903/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,385 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,386 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,387 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,388 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,388 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-12T18:15:24,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d, server=9911683f163c,43473,1731435300871 in 10.0880 sec 2024-11-12T18:15:24,391 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c34d6b0788526a174bcfbdaee6cd89d, ASSIGN in 10.2820 sec 2024-11-12T18:15:24,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-12T18:15:24,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39487,1731435300936 in 10.0890 sec 2024-11-12T18:15:24,397 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,399 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,400 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c468229d7a9aff9e7d56a78d45832903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70183673, jitterRate=0.04581822454929352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,400 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:24,400 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c468229d7a9aff9e7d56a78d45832903: Running coprocessor pre-open hook at 1731435324373Writing region info on filesystem at 1731435324373Initializing all the Stores at 1731435324378 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324378Cleaning up temporary data from old regions at 1731435324389 (+11 ms)Running coprocessor post-open hooks at 1731435324400 (+11 ms)Region opened successfully at 1731435324400 2024-11-12T18:15:24,400 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f0e43dea6398538007c59d3136c2b columnFamilyName cf 2024-11-12T18:15:24,400 DEBUG [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,402 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] regionserver.HStore(327): Store=c33f0e43dea6398538007c59d3136c2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,402 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/0596d1156f3375a3cc0c91a3eab8cda8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,402 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,403 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903., pid=20, masterSystemTime=1731435324288 2024-11-12T18:15:24,403 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,404 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,406 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,406 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,408 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0596d1156f3375a3cc0c91a3eab8cda8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74188339, jitterRate=0.10549239814281464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,409 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:24,409 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0596d1156f3375a3cc0c91a3eab8cda8: Running coprocessor pre-open hook at 1731435324351Writing region info on filesystem at 1731435324351Initializing all the Stores at 1731435324357 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324357Cleaning up temporary data from old regions at 1731435324370 (+13 ms)Running coprocessor post-open hooks at 1731435324409 (+39 ms)Region opened successfully at 1731435324409 2024-11-12T18:15:24,410 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN in 10.2860 sec 2024-11-12T18:15:24,417 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8., pid=24, masterSystemTime=1731435324327 2024-11-12T18:15:24,417 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:24,418 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:24,418 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:24,419 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => dca2ffb4a8498cb8c83b4a54ff0e329e, NAME => 'SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T18:15:24,419 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,420 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,420 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,420 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c468229d7a9aff9e7d56a78d45832903, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:24,422 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:24,422 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:24,422 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:24,422 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ea1f00c6e9968879d344aa34ff3e779, NAME => 'SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T18:15:24,423 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,423 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,423 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,423 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0596d1156f3375a3cc0c91a3eab8cda8, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:24,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c468229d7a9aff9e7d56a78d45832903, server=9911683f163c,43473,1731435300871 because future has completed 2024-11-12T18:15:24,427 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,427 INFO [StoreOpener-dca2ffb4a8498cb8c83b4a54ff0e329e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,429 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c33f0e43dea6398538007c59d3136c2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71539915, jitterRate=0.06602780520915985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8, server=9911683f163c,39443,1731435300713 because future has completed 2024-11-12T18:15:24,429 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:24,429 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c33f0e43dea6398538007c59d3136c2b: Running coprocessor pre-open hook at 1731435324376Writing region info on filesystem at 1731435324376Initializing all the Stores at 1731435324379 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324380 (+1 ms)Cleaning up temporary data from old regions at 1731435324406 (+26 ms)Running coprocessor post-open hooks at 1731435324429 (+23 ms)Region opened successfully at 1731435324429 2024-11-12T18:15:24,431 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b., pid=23, masterSystemTime=1731435324291 2024-11-12T18:15:24,433 INFO [StoreOpener-dca2ffb4a8498cb8c83b4a54ff0e329e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca2ffb4a8498cb8c83b4a54ff0e329e columnFamilyName cf 2024-11-12T18:15:24,433 DEBUG [StoreOpener-dca2ffb4a8498cb8c83b4a54ff0e329e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,433 INFO [StoreOpener-1ea1f00c6e9968879d344aa34ff3e779-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,434 INFO [StoreOpener-dca2ffb4a8498cb8c83b4a54ff0e329e-1 {}] regionserver.HStore(327): Store=dca2ffb4a8498cb8c83b4a54ff0e329e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,435 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,436 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:24,436 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:24,436 INFO [StoreOpener-1ea1f00c6e9968879d344aa34ff3e779-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ea1f00c6e9968879d344aa34ff3e779 columnFamilyName cf 2024-11-12T18:15:24,436 DEBUG [StoreOpener-1ea1f00c6e9968879d344aa34ff3e779-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,437 INFO [StoreOpener-1ea1f00c6e9968879d344aa34ff3e779-1 {}] regionserver.HStore(327): Store=1ea1f00c6e9968879d344aa34ff3e779/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,437 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,437 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,438 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,439 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c33f0e43dea6398538007c59d3136c2b, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39487,1731435300936 2024-11-12T18:15:24,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-12T18:15:24,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c468229d7a9aff9e7d56a78d45832903, server=9911683f163c,43473,1731435300871 in 10.1210 sec 2024-11-12T18:15:24,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,39487,1731435300936 because future has completed 2024-11-12T18:15:24,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-12T18:15:24,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8, server=9911683f163c,39443,1731435300713 in 10.1110 sec 2024-11-12T18:15:24,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c468229d7a9aff9e7d56a78d45832903, ASSIGN in 10.3340 sec 2024-11-12T18:15:24,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0596d1156f3375a3cc0c91a3eab8cda8, ASSIGN in 10.3360 sec 2024-11-12T18:15:24,453 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,453 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-12T18:15:24,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,39487,1731435300936 in 10.1270 sec 2024-11-12T18:15:24,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN in 10.3460 sec 2024-11-12T18:15:24,461 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,462 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened dca2ffb4a8498cb8c83b4a54ff0e329e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63935861, jitterRate=-0.047281429171562195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,462 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:24,462 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for dca2ffb4a8498cb8c83b4a54ff0e329e: Running coprocessor pre-open hook at 1731435324420Writing region info on filesystem at 1731435324420Initializing all the Stores at 1731435324423 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324423Cleaning up temporary data from old regions at 1731435324440 (+17 ms)Running coprocessor post-open hooks at 1731435324462 (+22 ms)Region opened successfully at 1731435324462 2024-11-12T18:15:24,464 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e., pid=15, masterSystemTime=1731435324288 2024-11-12T18:15:24,467 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:24,468 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:24,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=dca2ffb4a8498cb8c83b4a54ff0e329e, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:24,469 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1ea1f00c6e9968879d344aa34ff3e779/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,470 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1ea1f00c6e9968879d344aa34ff3e779; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71284835, jitterRate=0.06222681701183319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,471 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:24,471 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1ea1f00c6e9968879d344aa34ff3e779: Running coprocessor pre-open hook at 1731435324423Writing region info on filesystem at 1731435324423Initializing all the Stores at 1731435324425 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324425Cleaning up temporary data from old regions at 1731435324440 (+15 ms)Running coprocessor post-open hooks at 1731435324471 (+31 ms)Region opened successfully at 1731435324471 2024-11-12T18:15:24,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e, server=9911683f163c,43473,1731435300871 because future has completed 2024-11-12T18:15:24,472 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779., pid=22, masterSystemTime=1731435324327 2024-11-12T18:15:24,475 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:24,475 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:24,475 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:24,475 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => afa2aa5c2840eda1a1e925b6431861b1, NAME => 'SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T18:15:24,476 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,476 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:24,476 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,476 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1ea1f00c6e9968879d344aa34ff3e779, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:24,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T18:15:24,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e, server=9911683f163c,43473,1731435300871 in 10.1970 sec 2024-11-12T18:15:24,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779, server=9911683f163c,39443,1731435300713 because future has completed 2024-11-12T18:15:24,480 INFO [StoreOpener-afa2aa5c2840eda1a1e925b6431861b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dca2ffb4a8498cb8c83b4a54ff0e329e, ASSIGN in 10.3700 sec 2024-11-12T18:15:24,482 INFO [StoreOpener-afa2aa5c2840eda1a1e925b6431861b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afa2aa5c2840eda1a1e925b6431861b1 columnFamilyName cf 2024-11-12T18:15:24,482 DEBUG [StoreOpener-afa2aa5c2840eda1a1e925b6431861b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:24,483 INFO [StoreOpener-afa2aa5c2840eda1a1e925b6431861b1-1 {}] regionserver.HStore(327): Store=afa2aa5c2840eda1a1e925b6431861b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:24,483 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,485 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,485 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-12T18:15:24,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779, server=9911683f163c,39443,1731435300713 in 10.1620 sec 2024-11-12T18:15:24,486 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,486 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,489 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,494 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:15:24,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1ea1f00c6e9968879d344aa34ff3e779, ASSIGN in 10.3780 sec 2024-11-12T18:15:24,495 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened afa2aa5c2840eda1a1e925b6431861b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354092, jitterRate=0.003654181957244873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:24,496 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:24,496 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for afa2aa5c2840eda1a1e925b6431861b1: Running coprocessor pre-open hook at 1731435324476Writing region info on filesystem at 1731435324476Initializing all the Stores at 1731435324479 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435324479Cleaning up temporary data from old regions at 1731435324486 (+7 ms)Running coprocessor post-open hooks at 1731435324496 (+10 ms)Region opened successfully at 1731435324496 2024-11-12T18:15:24,497 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1., pid=21, masterSystemTime=1731435324327 2024-11-12T18:15:24,499 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:24,499 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:24,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=afa2aa5c2840eda1a1e925b6431861b1, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:24,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure afa2aa5c2840eda1a1e925b6431861b1, server=9911683f163c,39443,1731435300713 because future has completed 2024-11-12T18:15:24,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-12T18:15:24,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure afa2aa5c2840eda1a1e925b6431861b1, server=9911683f163c,39443,1731435300713 in 10.1860 sec 2024-11-12T18:15:24,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-12T18:15:24,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afa2aa5c2840eda1a1e925b6431861b1, ASSIGN in 10.4010 sec 2024-11-12T18:15:24,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:15:24,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435324514"}]},"ts":"1731435324514"} 2024-11-12T18:15:24,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T18:15:24,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:15:24,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5950 sec 2024-11-12T18:15:26,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T18:15:28,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:15:29,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T18:15:30,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T18:15:30,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T18:15:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:15:32,182 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T18:15:32,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T18:15:32,184 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:15:32,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T18:15:32,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:15:32,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T18:15:32,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903., hostname=9911683f163c,43473,1731435300871, seqNum=2] 2024-11-12T18:15:32,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903., hostname=9911683f163c,43473,1731435300871, seqNum=2] 2024-11-12T18:15:32,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903., hostname=9911683f163c,43473,1731435300871, seqNum=2] 2024-11-12T18:15:32,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1., hostname=9911683f163c,39443,1731435300713, seqNum=2] 2024-11-12T18:15:32,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1., hostname=9911683f163c,39443,1731435300713, seqNum=2] 2024-11-12T18:15:32,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1., hostname=9911683f163c,39443,1731435300713, seqNum=2] 2024-11-12T18:15:32,548 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1., hostname=9911683f163c,39487,1731435300936, seqNum=2] 2024-11-12T18:15:32,684 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e., hostname=9911683f163c,43473,1731435300871, seqNum=2] 2024-11-12T18:15:33,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:33,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:15:33,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:33,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:15:34,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:15:34,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:34,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39487 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:15:34,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:15:35,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43473 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:15:35,439 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T18:15:35,444 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:15:35,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:15:35,455 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:15:35,482 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:15:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:15:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:15:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:15:35,533 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:15:35,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1762fea1d30e478f6ccf8d9f05357421}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c468229d7a9aff9e7d56a78d45832903}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afa2aa5c2840eda1a1e925b6431861b1}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e}] 2024-11-12T18:15:35,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:35,557 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9911683f163c,39487,1731435300936 2024-11-12T18:15:35,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:35,558 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9911683f163c,39487,1731435300936: Simulated kill ***** 2024-11-12T18:15:35,558 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:15:35,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:15:35,563 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:15:35,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:35,567 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:15:35,569 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:15:35,572 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:35,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:35,582 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:35,602 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 651947016 }, "NonHeapMemoryUsage": { "committed": 156172288, "init": 7667712, "max": -1, "used": 152478096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "9911683f163c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "9911683f163c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49355", "tag.serverName": "9911683f163c,43473,1731435300871", "tag.clusterId": "52213dec-f11a-4e6c-877e-687b88524381", "tag.Context": "regionserver", "tag.Hostname": "9911683f163c", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731435300871, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T18:15:35,611 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38679 {}] master.MasterRpcServices(700): 9911683f163c,39487,1731435300936 reported a fatal error: ***** ABORTING region server 9911683f163c,39487,1731435300936: Simulated kill ***** 2024-11-12T18:15:35,622 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,39487,1731435300936' ***** 2024-11-12T18:15:35,622 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T18:15:35,622 INFO [RS:2;9911683f163c:39487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:15:35,623 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:15:35,623 INFO [RS:2;9911683f163c:39487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T18:15:35,623 INFO [RS:2;9911683f163c:39487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T18:15:35,623 INFO [RS:2;9911683f163c:39487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:15:35,623 INFO [RS:2;9911683f163c:39487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9911683f163c:39487. 2024-11-12T18:15:35,623 DEBUG [RS:2;9911683f163c:39487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:15:35,623 DEBUG [RS:2;9911683f163c:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:35,625 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:15:35,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:35,632 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:35,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:35,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741834_1010 (size=951) 2024-11-12T18:15:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741834_1010 (size=951) 2024-11-12T18:15:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741834_1010 (size=951) 2024-11-12T18:15:35,670 DEBUG [RS:2;9911683f163c:39487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:15:35,670 INFO [RS:2;9911683f163c:39487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:15:35,670 INFO [RS:2;9911683f163c:39487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39487 2024-11-12T18:15:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,39487,1731435300936 2024-11-12T18:15:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:15:35,681 INFO [RS:2;9911683f163c:39487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:15:35,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,39487,1731435300936] 2024-11-12T18:15:35,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,39487,1731435300936 already deleted, retry=false 2024-11-12T18:15:35,688 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9911683f163c,39487,1731435300936 on 9911683f163c,38679,1731435299694 2024-11-12T18:15:35,698 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9911683f163c,39487,1731435300936, splitWal=true, meta=false 2024-11-12T18:15:35,699 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:15:35,703 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 9911683f163c,39487,1731435300936 (carryingMeta=false) 9911683f163c,39487,1731435300936/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ce7860e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T18:15:35,709 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9911683f163c,39487,1731435300936, splitWal=true, meta=false 2024-11-12T18:15:35,709 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:35,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:35,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:35,712 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9911683f163c,39487,1731435300936 had 3 regions 2024-11-12T18:15:35,713 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 can not run currently because target server of region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 9911683f163c,39487,1731435300936 is in state CRASHED, wait 1000 ms to retry 2024-11-12T18:15:35,713 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1; timeout=1000, timestamp=1731435336713 2024-11-12T18:15:35,714 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a can not run currently because target server of region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 9911683f163c,39487,1731435300936 is in state CRASHED, wait 1000 ms to retry 2024-11-12T18:15:35,714 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b can not run currently because target server of region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 9911683f163c,39487,1731435300936 is in state CRASHED, wait 1000 ms to retry 2024-11-12T18:15:35,714 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a; timeout=1000, timestamp=1731435336714 2024-11-12T18:15:35,714 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,39487,1731435300936, splitWal=true, meta=false, isMeta: false 2024-11-12T18:15:35,717 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting 2024-11-12T18:15:35,718 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b; timeout=1000, timestamp=1731435336718 2024-11-12T18:15:35,719 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9911683f163c,39487,1731435300936 WAL count=1, meta=false 2024-11-12T18:15:35,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9911683f163c%2C39487%2C1731435300936.1731435303022}] 2024-11-12T18:15:35,750 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9911683f163c,43473,1731435300871 2024-11-12T18:15:35,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C39487%2C1731435300936.1731435303022, worker=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:35,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:15:35,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39487-0x100353409df0003, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:15:35,785 INFO [RS:2;9911683f163c:39487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:15:35,786 INFO [RS:2;9911683f163c:39487 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,39487,1731435300936; zookeeper connection closed. 2024-11-12T18:15:35,805 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:15:35,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e4d464d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e4d464d 2024-11-12T18:15:35,805 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:15:36,333 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:38679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T18:15:36,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:36,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:36,728 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:36,734 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 can not run currently because target server of region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T18:15:36,734 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1; timeout=2000, timestamp=1731435338734 2024-11-12T18:15:36,739 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a can not run currently because target server of region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T18:15:36,739 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a; timeout=2000, timestamp=1731435338739 2024-11-12T18:15:36,740 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b can not run currently because target server of region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T18:15:36,740 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b; timeout=2000, timestamp=1731435338740 2024-11-12T18:15:38,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:38,740 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:38,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:38,745 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 can not run currently because target server of region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T18:15:38,745 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1; timeout=4000, timestamp=1731435342745 2024-11-12T18:15:38,748 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b can not run currently because target server of region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T18:15:38,748 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a can not run currently because target server of region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T18:15:38,748 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b; timeout=4000, timestamp=1731435342748 2024-11-12T18:15:38,748 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a; timeout=4000, timestamp=1731435342748 2024-11-12T18:15:42,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:42,748 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 can not run currently because target server of region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T18:15:42,748 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1; timeout=8000, timestamp=1731435350748 2024-11-12T18:15:42,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:42,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:42,750 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b can not run currently because target server of region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T18:15:42,750 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a can not run currently because target server of region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 9911683f163c,39487,1731435300936 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T18:15:42,750 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b; timeout=8000, timestamp=1731435350750 2024-11-12T18:15:42,750 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a; timeout=8000, timestamp=1731435350750 2024-11-12T18:15:44,327 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=9911683f163c,39487,1731435300936, timeout=1731435345552, delay=1224, operations=null, containedObject=9911683f163c,39443,1731435300713, timeout=1731435345560, delay=1232, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afa2aa5c2840eda1a1e925b6431861b1], containedObject=9911683f163c,43473,1731435300871, timeout=1731435345565, delay=1237, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1762fea1d30e478f6ccf8d9f05357421, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c468229d7a9aff9e7d56a78d45832903, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C39487%2C1731435300936.1731435303022, worker=9911683f163c,43473,1731435300871]] 2024-11-12T18:15:45,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T18:15:45,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T18:15:45,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T18:15:45,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:45,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T18:15:45,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:45,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0596d1156f3375a3cc0c91a3eab8cda8: 2024-11-12T18:15:45,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. for SnapshotProcedureTest completed. 2024-11-12T18:15:45,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1ea1f00c6e9968879d344aa34ff3e779: 2024-11-12T18:15:45,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. for SnapshotProcedureTest completed. 2024-11-12T18:15:45,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:45,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:45,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:45,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:45,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:45,608 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing afa2aa5c2840eda1a1e925b6431861b1 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T18:15:45,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:45,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T18:15:45,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:45,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4c34d6b0788526a174bcfbdaee6cd89d: 2024-11-12T18:15:45,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. for SnapshotProcedureTest completed. 2024-11-12T18:15:45,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:45,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:45,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:45,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 1762fea1d30e478f6ccf8d9f05357421: 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. for SnapshotProcedureTest completed. 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:45,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:15:45,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T18:15:45,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T18:15:45,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:45,653 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c468229d7a9aff9e7d56a78d45832903 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T18:15:45,757 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022, size=951 (951bytes) 2024-11-12T18:15:45,758 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T18:15:45,759 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T18:15:45,759 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 2024-11-12T18:15:45,769 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 after 8ms 2024-11-12T18:15:45,824 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 took 69ms 2024-11-12T18:15:45,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a872f4dc08e73525504d877ba8a2e6c1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T18:15:45,905 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f507e18a241f9d373918e7e9e998b54a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T18:15:45,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c33f0e43dea6398538007c59d3136c2b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T18:15:45,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 so closing down 2024-11-12T18:15:45,909 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T18:15:45,910 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T18:15:45,915 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022, size=951, length=951, corrupted=false, cancelled=false 2024-11-12T18:15:45,915 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022, journal: Splitting hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022, size=951 (951bytes) at 1731435345757Finishing writing output for hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 so closing down at 1731435345909 (+152 ms)3 split writer threads finished at 1731435345910 (+1 ms)Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022, size=951, length=951, corrupted=false, cancelled=false at 1731435345915 (+5 ms) 2024-11-12T18:15:45,915 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 2024-11-12T18:15:45,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T18:15:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T18:15:45,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/.tmp/cf/42f7720860e144d4bd14b16bc09e354e is 34, key is baa/cf:cf/1731435334087/Put/seqid=0 2024-11-12T18:15:45,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/.tmp/cf/30bda8975bb74888ad12eb14549dbae4 is 34, key is aaa/cf:cf/1731435334191/Put/seqid=0 2024-11-12T18:15:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:15:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:15:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:15:45,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:15:45,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T18:15:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T18:15:45,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:46,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:46,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing dca2ffb4a8498cb8c83b4a54ff0e329e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T18:15:46,005 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:15:46,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c34d6b0788526a174bcfbdaee6cd89d in 10.4760 sec 2024-11-12T18:15:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:15:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:15:46,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:15:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:15:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:15:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:15:46,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T18:15:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:15:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T18:15:46,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:46,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:15:46,067 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting/9911683f163c%2C39487%2C1731435300936.1731435303022 to hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs 2024-11-12T18:15:46,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0596d1156f3375a3cc0c91a3eab8cda8 in 10.5290 sec 2024-11-12T18:15:46,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T18:15:46,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C39487%2C1731435300936.1731435303022, worker=9911683f163c,43473,1731435300871 in 10.3130 sec 2024-11-12T18:15:46,078 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=9911683f163c,43473,1731435300871 2024-11-12T18:15:46,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:15:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:15:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:15:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:15:46,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T18:15:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T18:15:46,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:46,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:15:46,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T18:15:46,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 9911683f163c%2C39487%2C1731435300936.1731435303022, worker=9911683f163c,43473,1731435300871 in 10.3440 sec 2024-11-12T18:15:46,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1762fea1d30e478f6ccf8d9f05357421 in 10.5540 sec 2024-11-12T18:15:46,099 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting dir is empty, no logs to split. 2024-11-12T18:15:46,099 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9911683f163c,39487,1731435300936 WAL count=0, meta=false 2024-11-12T18:15:46,099 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,39487,1731435300936 WAL splitting is done? wals=0, meta=false 2024-11-12T18:15:46,103 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 9911683f163c,39487,1731435300936 failed, ignore...File hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/WALs/9911683f163c,39487,1731435300936-splitting does not exist. 2024-11-12T18:15:46,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN}] 2024-11-12T18:15:46,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN 2024-11-12T18:15:46,112 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN 2024-11-12T18:15:46,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN 2024-11-12T18:15:46,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:15:46,122 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:15:46,125 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:15:46,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741854_1030 (size=26918) 2024-11-12T18:15:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741854_1030 (size=26918) 2024-11-12T18:15:46,187 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/.tmp/cf/30bda8975bb74888ad12eb14549dbae4 2024-11-12T18:15:46,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741854_1030 (size=26918) 2024-11-12T18:15:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741853_1029 (size=28623) 2024-11-12T18:15:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741853_1029 (size=28623) 2024-11-12T18:15:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741853_1029 (size=28623) 2024-11-12T18:15:46,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/.tmp/cf/bb0f5a78b66b41e9b5d60a21b5e548a9 is 34, key is eaa/cf:cf/1731435335119/Put/seqid=0 2024-11-12T18:15:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:15:46,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:15:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:15:46,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/.tmp/cf/bb0f5a78b66b41e9b5d60a21b5e548a9 2024-11-12T18:15:46,272 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:15:46,272 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:15:46,272 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:15:46,272 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:15:46,272 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:15:46,273 INFO [9911683f163c:38679 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:15:46,273 INFO [9911683f163c:38679 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:15:46,273 DEBUG [9911683f163c:38679 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:15:46,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a872f4dc08e73525504d877ba8a2e6c1, regionState=OPENING, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:46,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f507e18a241f9d373918e7e9e998b54a, regionState=OPENING, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:46,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c33f0e43dea6398538007c59d3136c2b, regionState=OPENING, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN because future has completed 2024-11-12T18:15:46,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39443,1731435300713}] 2024-11-12T18:15:46,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN because future has completed 2024-11-12T18:15:46,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39443,1731435300713}] 2024-11-12T18:15:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN because future has completed 2024-11-12T18:15:46,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,43473,1731435300871}] 2024-11-12T18:15:46,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/.tmp/cf/30bda8975bb74888ad12eb14549dbae4 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/cf/30bda8975bb74888ad12eb14549dbae4 2024-11-12T18:15:46,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/.tmp/cf/bb0f5a78b66b41e9b5d60a21b5e548a9 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/cf/bb0f5a78b66b41e9b5d60a21b5e548a9 2024-11-12T18:15:46,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/cf/30bda8975bb74888ad12eb14549dbae4, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T18:15:46,334 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/cf/bb0f5a78b66b41e9b5d60a21b5e548a9, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T18:15:46,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c468229d7a9aff9e7d56a78d45832903 in 681ms, sequenceid=5, compaction requested=false 2024-11-12T18:15:46,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for dca2ffb4a8498cb8c83b4a54ff0e329e in 335ms, sequenceid=5, compaction requested=false 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c468229d7a9aff9e7d56a78d45832903: 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. for SnapshotProcedureTest completed. 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for dca2ffb4a8498cb8c83b4a54ff0e329e: 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. for SnapshotProcedureTest completed. 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:46,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/cf/30bda8975bb74888ad12eb14549dbae4] hfiles 2024-11-12T18:15:46,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:46,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/cf/bb0f5a78b66b41e9b5d60a21b5e548a9] hfiles 2024-11-12T18:15:46,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/cf/30bda8975bb74888ad12eb14549dbae4 for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/cf/bb0f5a78b66b41e9b5d60a21b5e548a9 for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741856_1032 (size=105) 2024-11-12T18:15:46,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741856_1032 (size=105) 2024-11-12T18:15:46,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741856_1032 (size=105) 2024-11-12T18:15:46,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:15:46,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T18:15:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T18:15:46,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:46,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:15:46,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c468229d7a9aff9e7d56a78d45832903 in 10.8310 sec 2024-11-12T18:15:46,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741857_1033 (size=97) 2024-11-12T18:15:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741857_1033 (size=97) 2024-11-12T18:15:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741857_1033 (size=97) 2024-11-12T18:15:46,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:15:46,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T18:15:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T18:15:46,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:46,377 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:15:46,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dca2ffb4a8498cb8c83b4a54ff0e329e in 10.8420 sec 2024-11-12T18:15:46,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:15:46,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T18:15:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T18:15:46,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:46,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:15:46,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1ea1f00c6e9968879d344aa34ff3e779 in 10.9040 sec 2024-11-12T18:15:46,601 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/.tmp/cf/42f7720860e144d4bd14b16bc09e354e 2024-11-12T18:15:46,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/.tmp/cf/42f7720860e144d4bd14b16bc09e354e as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/cf/42f7720860e144d4bd14b16bc09e354e 2024-11-12T18:15:46,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/cf/42f7720860e144d4bd14b16bc09e354e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T18:15:46,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for afa2aa5c2840eda1a1e925b6431861b1 in 1040ms, sequenceid=5, compaction requested=false 2024-11-12T18:15:46,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for afa2aa5c2840eda1a1e925b6431861b1: 2024-11-12T18:15:46,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. for SnapshotProcedureTest completed. 2024-11-12T18:15:46,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:15:46,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/cf/42f7720860e144d4bd14b16bc09e354e] hfiles 2024-11-12T18:15:46,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/cf/42f7720860e144d4bd14b16bc09e354e for snapshot=SnapshotProcedureTest 2024-11-12T18:15:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741858_1034 (size=105) 2024-11-12T18:15:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741858_1034 (size=105) 2024-11-12T18:15:46,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741858_1034 (size=105) 2024-11-12T18:15:46,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:15:46,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T18:15:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T18:15:46,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:46,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:15:46,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afa2aa5c2840eda1a1e925b6431861b1 in 11.2190 sec 2024-11-12T18:15:50,749 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 held by pid=39 2024-11-12T18:15:50,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:50,751 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b held by pid=41 2024-11-12T18:15:50,751 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:50,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a held by pid=40 2024-11-12T18:15:50,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:53,719 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:15:53,719 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:15:56,298 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:56,298 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => a872f4dc08e73525504d877ba8a2e6c1, NAME => 'SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T18:15:56,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:56,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,303 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,305 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872f4dc08e73525504d877ba8a2e6c1 columnFamilyName cf 2024-11-12T18:15:56,305 DEBUG [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:56,306 INFO [StoreOpener-a872f4dc08e73525504d877ba8a2e6c1-1 {}] regionserver.HStore(327): Store=a872f4dc08e73525504d877ba8a2e6c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:56,306 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,308 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,315 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:56,315 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c33f0e43dea6398538007c59d3136c2b, NAME => 'SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T18:15:56,316 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,316 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:56,316 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,316 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,317 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,318 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,318 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,321 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,323 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened a872f4dc08e73525504d877ba8a2e6c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61742724, jitterRate=-0.07996171712875366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:56,323 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,324 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for a872f4dc08e73525504d877ba8a2e6c1: Running coprocessor pre-open hook at 1731435356300Writing region info on filesystem at 1731435356300Initializing all the Stores at 1731435356301 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435356302 (+1 ms)Cleaning up temporary data from old regions at 1731435356318 (+16 ms)Running coprocessor post-open hooks at 1731435356324 (+6 ms)Region opened successfully at 1731435356324 2024-11-12T18:15:56,325 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1., pid=42, masterSystemTime=1731435356291 2024-11-12T18:15:56,333 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,335 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c33f0e43dea6398538007c59d3136c2b columnFamilyName cf 2024-11-12T18:15:56,335 DEBUG [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:56,335 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:56,335 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:15:56,335 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:56,335 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f507e18a241f9d373918e7e9e998b54a, NAME => 'SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T18:15:56,336 INFO [StoreOpener-c33f0e43dea6398538007c59d3136c2b-1 {}] regionserver.HStore(327): Store=c33f0e43dea6398538007c59d3136c2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:56,336 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,336 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,336 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:15:56,336 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,336 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,337 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=a872f4dc08e73525504d877ba8a2e6c1, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:56,341 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39443,1731435300713 because future has completed 2024-11-12T18:15:56,342 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,342 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,347 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-12T18:15:56,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure a872f4dc08e73525504d877ba8a2e6c1, server=9911683f163c,39443,1731435300713 in 10.0580 sec 2024-11-12T18:15:56,348 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c33f0e43dea6398538007c59d3136c2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68437027, jitterRate=0.019791170954704285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:56,348 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,349 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c33f0e43dea6398538007c59d3136c2b: Running coprocessor pre-open hook at 1731435356316Writing region info on filesystem at 1731435356316Initializing all the Stores at 1731435356321 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435356321Cleaning up temporary data from old regions at 1731435356342 (+21 ms)Running coprocessor post-open hooks at 1731435356349 (+7 ms)Region opened successfully at 1731435356349 2024-11-12T18:15:56,350 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b., pid=44, masterSystemTime=1731435356307 2024-11-12T18:15:56,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a872f4dc08e73525504d877ba8a2e6c1, ASSIGN in 10.2400 sec 2024-11-12T18:15:56,350 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:15:56,354 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:56,354 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:15:56,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c33f0e43dea6398538007c59d3136c2b, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43473,1731435300871 2024-11-12T18:15:56,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,43473,1731435300871 because future has completed 2024-11-12T18:15:56,358 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,360 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f507e18a241f9d373918e7e9e998b54a columnFamilyName cf 2024-11-12T18:15:56,360 DEBUG [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:15:56,361 INFO [StoreOpener-f507e18a241f9d373918e7e9e998b54a-1 {}] regionserver.HStore(327): Store=f507e18a241f9d373918e7e9e998b54a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:15:56,361 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,363 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-12T18:15:56,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c33f0e43dea6398538007c59d3136c2b, server=9911683f163c,43473,1731435300871 in 10.0560 sec 2024-11-12T18:15:56,375 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,376 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,376 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c33f0e43dea6398538007c59d3136c2b, ASSIGN in 10.2680 sec 2024-11-12T18:15:56,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:15:56,380 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,382 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f507e18a241f9d373918e7e9e998b54a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65045539, jitterRate=-0.030745938420295715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:15:56,382 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,382 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f507e18a241f9d373918e7e9e998b54a: Running coprocessor pre-open hook at 1731435356336Writing region info on filesystem at 1731435356336Initializing all the Stores at 1731435356338 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435356338Cleaning up temporary data from old regions at 1731435356376 (+38 ms)Running coprocessor post-open hooks at 1731435356382 (+6 ms)Region opened successfully at 1731435356382 2024-11-12T18:15:56,383 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a., pid=43, masterSystemTime=1731435356291 2024-11-12T18:15:56,386 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:56,386 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:15:56,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f507e18a241f9d373918e7e9e998b54a, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,39443,1731435300713 2024-11-12T18:15:56,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39443,1731435300713 because future has completed 2024-11-12T18:15:56,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-12T18:15:56,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f507e18a241f9d373918e7e9e998b54a, server=9911683f163c,39443,1731435300713 in 10.1010 sec 2024-11-12T18:15:56,405 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:15:56,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-12T18:15:56,407 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 9911683f163c,39487,1731435300936 after splitting done 2024-11-12T18:15:56,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f507e18a241f9d373918e7e9e998b54a, ASSIGN in 10.2940 sec 2024-11-12T18:15:56,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 9911683f163c,39487,1731435300936, splitWal=true, meta=false in 20.7180 sec 2024-11-12T18:15:58,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:16:01,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T18:16:04,238 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T18:16:06,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:06,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a872f4dc08e73525504d877ba8a2e6c1: 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. for SnapshotProcedureTest completed. 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f507e18a241f9d373918e7e9e998b54a: 2024-11-12T18:16:06,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. for SnapshotProcedureTest completed. 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:16:06,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:16:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741859_1035 (size=57) 2024-11-12T18:16:06,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T18:16:06,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:06,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c33f0e43dea6398538007c59d3136c2b: 2024-11-12T18:16:06,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. for SnapshotProcedureTest completed. 2024-11-12T18:16:06,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:16:06,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:16:06,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:16:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741859_1035 (size=57) 2024-11-12T18:16:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741859_1035 (size=57) 2024-11-12T18:16:06,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:06,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T18:16:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T18:16:06,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:16:06,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:16:06,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f507e18a241f9d373918e7e9e998b54a in 30.8640 sec 2024-11-12T18:16:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741860_1036 (size=65) 2024-11-12T18:16:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741860_1036 (size=65) 2024-11-12T18:16:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741860_1036 (size=65) 2024-11-12T18:16:06,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:06,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T18:16:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T18:16:06,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:16:06,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:16:06,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a872f4dc08e73525504d877ba8a2e6c1 in 30.8840 sec 2024-11-12T18:16:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741861_1037 (size=65) 2024-11-12T18:16:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741861_1037 (size=65) 2024-11-12T18:16:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741861_1037 (size=65) 2024-11-12T18:16:06,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:06,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T18:16:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T18:16:06,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:16:06,439 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:16:06,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-12T18:16:06,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c33f0e43dea6398538007c59d3136c2b in 30.9040 sec 2024-11-12T18:16:06,445 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:16:06,448 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:16:06,451 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:16:06,451 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T18:16:06,455 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:16:06,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741862_1038 (size=1134) 2024-11-12T18:16:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741862_1038 (size=1134) 2024-11-12T18:16:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741862_1038 (size=1134) 2024-11-12T18:16:06,559 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:16:06,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T18:16:06,592 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:06,592 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:06,592 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:06,592 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:06,593 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:06,613 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:09,336 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:38679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T18:16:09,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c468229d7a9aff9e7d56a78d45832903, had cached 0 bytes from a total of 26918 2024-11-12T18:16:09,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dca2ffb4a8498cb8c83b4a54ff0e329e, had cached 0 bytes from a total of 499309 2024-11-12T18:16:09,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region afa2aa5c2840eda1a1e925b6431861b1, had cached 0 bytes from a total of 28623 2024-11-12T18:16:14,257 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f507e18a241f9d373918e7e9e998b54a changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,258 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1ea1f00c6e9968879d344aa34ff3e779 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,258 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0596d1156f3375a3cc0c91a3eab8cda8 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region afa2aa5c2840eda1a1e925b6431861b1 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a872f4dc08e73525504d877ba8a2e6c1 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c34d6b0788526a174bcfbdaee6cd89d changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1762fea1d30e478f6ccf8d9f05357421 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c33f0e43dea6398538007c59d3136c2b changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c468229d7a9aff9e7d56a78d45832903 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:14,259 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dca2ffb4a8498cb8c83b4a54ff0e329e changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:16:16,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-12T18:16:16,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T18:16:16,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T18:16:16,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T18:16:16,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-12T18:16:16,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T18:16:16,601 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:16:16,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:16:16,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T18:16:16,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-12T18:16:16,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T18:16:16,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T18:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T18:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-12T18:16:16,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T18:16:16,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T18:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T18:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T18:16:16,609 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 Release verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:16,609 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 Release verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T18:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T18:16:16,610 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 Release verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:16,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 in 10.0290 sec 2024-11-12T18:16:16,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 in 10.0280 sec 2024-11-12T18:16:16,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 in 10.0280 sec 2024-11-12T18:16:16,617 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 Release verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:16,617 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:16,617 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:16,618 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 Release verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:16,618 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:16,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 in 10.0360 sec 2024-11-12T18:16:16,622 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 Release verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:16,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 in 10.0370 sec 2024-11-12T18:16:16,622 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:16,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 in 10.0410 sec 2024-11-12T18:16:26,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-12T18:16:26,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-12T18:16:26,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T18:16:26,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T18:16:26,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-12T18:16:26,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T18:16:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T18:16:26,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T18:16:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T18:16:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T18:16:26,635 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 Release verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:26,638 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 Release verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:26,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 in 20.0540 sec 2024-11-12T18:16:26,641 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 Release verify snapshot worker=9911683f163c,39443,1731435300713 2024-11-12T18:16:26,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 in 20.0570 sec 2024-11-12T18:16:26,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T18:16:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38679 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T18:16:26,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,39443,1731435300713 in 20.0600 sec 2024-11-12T18:16:26,649 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 Release verify snapshot worker=9911683f163c,43473,1731435300871 2024-11-12T18:16:26,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-12T18:16:26,654 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:16:26,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,43473,1731435300871 in 20.0680 sec 2024-11-12T18:16:26,670 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T18:16:26,674 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:16:26,674 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T18:16:26,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2490 sec 2024-11-12T18:16:26,823 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T18:16:26,835 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T18:16:26,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:16:26,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:26,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:16:26,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247171512, stopped=false 2024-11-12T18:16:26,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,38679,1731435299694 2024-11-12T18:16:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:26,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:26,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:26,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:26,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:16:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:26,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:26,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:26,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,39443,1731435300713' ***** 2024-11-12T18:16:26,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:16:26,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,43473,1731435300871' ***** 2024-11-12T18:16:26,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:16:26,849 INFO [RS:0;9911683f163c:39443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:16:26,849 INFO [RS:1;9911683f163c:43473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:16:26,849 INFO [RS:0;9911683f163c:39443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:16:26,849 INFO [RS:1;9911683f163c:43473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:16:26,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:16:26,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:16:26,849 INFO [RS:0;9911683f163c:39443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:16:26,849 INFO [RS:1;9911683f163c:43473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:16:26,850 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for 0596d1156f3375a3cc0c91a3eab8cda8 2024-11-12T18:16:26,850 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c34d6b0788526a174bcfbdaee6cd89d 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for a872f4dc08e73525504d877ba8a2e6c1 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ea1f00c6e9968879d344aa34ff3e779 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,39443,1731435300713 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:16:26,851 INFO [RS:0;9911683f163c:39443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:39443. 2024-11-12T18:16:26,851 DEBUG [RS:0;9911683f163c:39443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,851 DEBUG [RS:0;9911683f163c:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,852 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T18:16:26,852 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1325): Online Regions={0596d1156f3375a3cc0c91a3eab8cda8=SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8., a872f4dc08e73525504d877ba8a2e6c1=SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1., f507e18a241f9d373918e7e9e998b54a=SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a., afa2aa5c2840eda1a1e925b6431861b1=SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1., 1ea1f00c6e9968879d344aa34ff3e779=SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779.} 2024-11-12T18:16:26,852 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1351): Waiting on 0596d1156f3375a3cc0c91a3eab8cda8, 1ea1f00c6e9968879d344aa34ff3e779, a872f4dc08e73525504d877ba8a2e6c1, afa2aa5c2840eda1a1e925b6431861b1, f507e18a241f9d373918e7e9e998b54a 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:16:26,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0596d1156f3375a3cc0c91a3eab8cda8, disabling compactions & flushes 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:16:26,853 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1762fea1d30e478f6ccf8d9f05357421 2024-11-12T18:16:26,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for c33f0e43dea6398538007c59d3136c2b 2024-11-12T18:16:26,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. after waiting 0 ms 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,43473,1731435300871 2024-11-12T18:16:26,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:16:26,853 INFO [RS:1;9911683f163c:43473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:43473. 2024-11-12T18:16:26,853 DEBUG [RS:1;9911683f163c:43473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:26,853 DEBUG [RS:1;9911683f163c:43473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:26,854 INFO [RS:1;9911683f163c:43473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:16:26,854 INFO [RS:1;9911683f163c:43473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:16:26,854 INFO [RS:1;9911683f163c:43473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:16:26,854 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:16:26,855 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:16:26,855 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c34d6b0788526a174bcfbdaee6cd89d, disabling compactions & flushes 2024-11-12T18:16:26,855 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:16:26,855 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:16:26,855 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:16:26,855 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. after waiting 0 ms 2024-11-12T18:16:26,855 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:16:26,873 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T18:16:26,873 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1325): Online Regions={4c34d6b0788526a174bcfbdaee6cd89d=SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d., dca2ffb4a8498cb8c83b4a54ff0e329e=SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e., c468229d7a9aff9e7d56a78d45832903=SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903., 1762fea1d30e478f6ccf8d9f05357421=SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421., 1588230740=hbase:meta,,1.1588230740, c33f0e43dea6398538007c59d3136c2b=SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b.} 2024-11-12T18:16:26,873 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1762fea1d30e478f6ccf8d9f05357421, 4c34d6b0788526a174bcfbdaee6cd89d, c33f0e43dea6398538007c59d3136c2b, c468229d7a9aff9e7d56a78d45832903, dca2ffb4a8498cb8c83b4a54ff0e329e 2024-11-12T18:16:26,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:16:26,873 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:16:26,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:16:26,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:16:26,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:16:26,874 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-11-12T18:16:26,898 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/4c34d6b0788526a174bcfbdaee6cd89d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:26,926 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:26,929 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:26,931 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:16:26,932 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c34d6b0788526a174bcfbdaee6cd89d: Waiting for close lock at 1731435386855Running coprocessor pre-close hooks at 1731435386855Disabling compacts and flushes for region at 1731435386855Disabling writes for close at 1731435386855Writing region close event to WAL at 1731435386877 (+22 ms)Running coprocessor post-close hooks at 1731435386899 (+22 ms)Closed at 1731435386931 (+32 ms) 2024-11-12T18:16:26,932 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731435313917.4c34d6b0788526a174bcfbdaee6cd89d. 2024-11-12T18:16:26,933 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dca2ffb4a8498cb8c83b4a54ff0e329e, disabling compactions & flushes 2024-11-12T18:16:26,933 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:16:26,933 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:16:26,933 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. after waiting 0 ms 2024-11-12T18:16:26,933 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:16:26,934 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/0596d1156f3375a3cc0c91a3eab8cda8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:26,935 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:16:26,935 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0596d1156f3375a3cc0c91a3eab8cda8: Waiting for close lock at 1731435386853Running coprocessor pre-close hooks at 1731435386853Disabling compacts and flushes for region at 1731435386853Disabling writes for close at 1731435386853Writing region close event to WAL at 1731435386864 (+11 ms)Running coprocessor post-close hooks at 1731435386935 (+71 ms)Closed at 1731435386935 2024-11-12T18:16:26,938 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731435313917.0596d1156f3375a3cc0c91a3eab8cda8. 2024-11-12T18:16:26,938 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a872f4dc08e73525504d877ba8a2e6c1, disabling compactions & flushes 2024-11-12T18:16:26,938 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:26,938 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:26,938 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. after waiting 0 ms 2024-11-12T18:16:26,938 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:26,972 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/info/2c866a097ecb47b1a63a447369e2cee8 is 167, key is SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779./info:regioninfo/1731435324476/Put/seqid=0 2024-11-12T18:16:27,000 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/a872f4dc08e73525504d877ba8a2e6c1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:27,001 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:27,001 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a872f4dc08e73525504d877ba8a2e6c1: Waiting for close lock at 1731435386938Running coprocessor pre-close hooks at 1731435386938Disabling compacts and flushes for region at 1731435386938Disabling writes for close at 1731435386938Writing region close event to WAL at 1731435386961 (+23 ms)Running coprocessor post-close hooks at 1731435387001 (+40 ms)Closed at 1731435387001 2024-11-12T18:16:27,002 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731435313917.a872f4dc08e73525504d877ba8a2e6c1. 2024-11-12T18:16:27,002 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f507e18a241f9d373918e7e9e998b54a, disabling compactions & flushes 2024-11-12T18:16:27,002 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:27,002 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:27,002 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. after waiting 0 ms 2024-11-12T18:16:27,002 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:27,022 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/dca2ffb4a8498cb8c83b4a54ff0e329e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:16:27,025 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:16:27,025 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dca2ffb4a8498cb8c83b4a54ff0e329e: Waiting for close lock at 1731435386933Running coprocessor pre-close hooks at 1731435386933Disabling compacts and flushes for region at 1731435386933Disabling writes for close at 1731435386933Writing region close event to WAL at 1731435386991 (+58 ms)Running coprocessor post-close hooks at 1731435387025 (+34 ms)Closed at 1731435387025 2024-11-12T18:16:27,025 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731435313917.dca2ffb4a8498cb8c83b4a54ff0e329e. 2024-11-12T18:16:27,026 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c468229d7a9aff9e7d56a78d45832903, disabling compactions & flushes 2024-11-12T18:16:27,026 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:16:27,026 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:16:27,026 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. after waiting 0 ms 2024-11-12T18:16:27,026 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:16:27,048 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/f507e18a241f9d373918e7e9e998b54a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:27,050 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:27,050 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f507e18a241f9d373918e7e9e998b54a: Waiting for close lock at 1731435387002Running coprocessor pre-close hooks at 1731435387002Disabling compacts and flushes for region at 1731435387002Disabling writes for close at 1731435387002Writing region close event to WAL at 1731435387031 (+29 ms)Running coprocessor post-close hooks at 1731435387050 (+19 ms)Closed at 1731435387050 2024-11-12T18:16:27,050 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731435313917.f507e18a241f9d373918e7e9e998b54a. 2024-11-12T18:16:27,050 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afa2aa5c2840eda1a1e925b6431861b1, disabling compactions & flushes 2024-11-12T18:16:27,050 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:16:27,050 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:16:27,050 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. after waiting 0 ms 2024-11-12T18:16:27,051 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:16:27,052 DEBUG [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1351): Waiting on 1ea1f00c6e9968879d344aa34ff3e779, afa2aa5c2840eda1a1e925b6431861b1 2024-11-12T18:16:27,073 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1762fea1d30e478f6ccf8d9f05357421, c33f0e43dea6398538007c59d3136c2b, c468229d7a9aff9e7d56a78d45832903 2024-11-12T18:16:27,082 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c468229d7a9aff9e7d56a78d45832903/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:16:27,083 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:16:27,083 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c468229d7a9aff9e7d56a78d45832903: Waiting for close lock at 1731435387026Running coprocessor pre-close hooks at 1731435387026Disabling compacts and flushes for region at 1731435387026Disabling writes for close at 1731435387026Writing region close event to WAL at 1731435387061 (+35 ms)Running coprocessor post-close hooks at 1731435387083 (+22 ms)Closed at 1731435387083 2024-11-12T18:16:27,083 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731435313917.c468229d7a9aff9e7d56a78d45832903. 2024-11-12T18:16:27,083 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1762fea1d30e478f6ccf8d9f05357421, disabling compactions & flushes 2024-11-12T18:16:27,083 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:16:27,084 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:16:27,084 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. after waiting 0 ms 2024-11-12T18:16:27,084 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:16:27,090 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1762fea1d30e478f6ccf8d9f05357421/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:27,091 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:16:27,091 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1762fea1d30e478f6ccf8d9f05357421: Waiting for close lock at 1731435387083Running coprocessor pre-close hooks at 1731435387083Disabling compacts and flushes for region at 1731435387083Disabling writes for close at 1731435387084 (+1 ms)Writing region close event to WAL at 1731435387085 (+1 ms)Running coprocessor post-close hooks at 1731435387091 (+6 ms)Closed at 1731435387091 2024-11-12T18:16:27,093 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731435313917.1762fea1d30e478f6ccf8d9f05357421. 2024-11-12T18:16:27,093 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c33f0e43dea6398538007c59d3136c2b, disabling compactions & flushes 2024-11-12T18:16:27,093 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:27,093 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:27,093 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. after waiting 0 ms 2024-11-12T18:16:27,093 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:27,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741863_1039 (size=19785) 2024-11-12T18:16:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741863_1039 (size=19785) 2024-11-12T18:16:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741863_1039 (size=19785) 2024-11-12T18:16:27,125 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/info/2c866a097ecb47b1a63a447369e2cee8 2024-11-12T18:16:27,155 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/afa2aa5c2840eda1a1e925b6431861b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:16:27,156 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:16:27,156 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afa2aa5c2840eda1a1e925b6431861b1: Waiting for close lock at 1731435387050Running coprocessor pre-close hooks at 1731435387050Disabling compacts and flushes for region at 1731435387050Disabling writes for close at 1731435387051 (+1 ms)Writing region close event to WAL at 1731435387130 (+79 ms)Running coprocessor post-close hooks at 1731435387156 (+26 ms)Closed at 1731435387156 2024-11-12T18:16:27,157 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731435313917.afa2aa5c2840eda1a1e925b6431861b1. 2024-11-12T18:16:27,157 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ea1f00c6e9968879d344aa34ff3e779, disabling compactions & flushes 2024-11-12T18:16:27,157 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:16:27,157 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:16:27,157 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. after waiting 0 ms 2024-11-12T18:16:27,157 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:16:27,166 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/c33f0e43dea6398538007c59d3136c2b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:27,167 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:27,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c33f0e43dea6398538007c59d3136c2b: Waiting for close lock at 1731435387093Running coprocessor pre-close hooks at 1731435387093Disabling compacts and flushes for region at 1731435387093Disabling writes for close at 1731435387093Writing region close event to WAL at 1731435387141 (+48 ms)Running coprocessor post-close hooks at 1731435387167 (+26 ms)Closed at 1731435387167 2024-11-12T18:16:27,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731435313917.c33f0e43dea6398538007c59d3136c2b. 2024-11-12T18:16:27,210 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/default/SPTestTable/1ea1f00c6e9968879d344aa34ff3e779/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:16:27,212 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:16:27,212 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ea1f00c6e9968879d344aa34ff3e779: Waiting for close lock at 1731435387157Running coprocessor pre-close hooks at 1731435387157Disabling compacts and flushes for region at 1731435387157Disabling writes for close at 1731435387157Writing region close event to WAL at 1731435387185 (+28 ms)Running coprocessor post-close hooks at 1731435387212 (+27 ms)Closed at 1731435387212 2024-11-12T18:16:27,212 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731435313917.1ea1f00c6e9968879d344aa34ff3e779. 2024-11-12T18:16:27,227 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/ns/b557309ac8364fd696d840525ef0390e is 43, key is default/ns:d/1731435313578/Put/seqid=0 2024-11-12T18:16:27,253 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,39443,1731435300713; all regions closed. 2024-11-12T18:16:27,273 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:16:27,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741864_1040 (size=5153) 2024-11-12T18:16:27,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741864_1040 (size=5153) 2024-11-12T18:16:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741864_1040 (size=5153) 2024-11-12T18:16:27,312 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/ns/b557309ac8364fd696d840525ef0390e 2024-11-12T18:16:27,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741833_1009 (size=3500) 2024-11-12T18:16:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741833_1009 (size=3500) 2024-11-12T18:16:27,347 DEBUG [RS:0;9911683f163c:39443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs 2024-11-12T18:16:27,348 INFO [RS:0;9911683f163c:39443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C39443%2C1731435300713:(num 1731435303022) 2024-11-12T18:16:27,348 DEBUG [RS:0;9911683f163c:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:27,348 INFO [RS:0;9911683f163c:39443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:27,348 INFO [RS:0;9911683f163c:39443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:16:27,348 INFO [RS:0;9911683f163c:39443 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:16:27,349 INFO [RS:0;9911683f163c:39443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:16:27,349 INFO [RS:0;9911683f163c:39443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:16:27,349 INFO [RS:0;9911683f163c:39443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:16:27,349 INFO [RS:0;9911683f163c:39443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:16:27,349 INFO [RS:0;9911683f163c:39443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39443 2024-11-12T18:16:27,349 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:16:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:16:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,39443,1731435300713 2024-11-12T18:16:27,352 INFO [RS:0;9911683f163c:39443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:16:27,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,39443,1731435300713] 2024-11-12T18:16:27,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,39443,1731435300713 already deleted, retry=false 2024-11-12T18:16:27,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,39443,1731435300713 expired; onlineServers=1 2024-11-12T18:16:27,383 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/table/f5b49ed960494593b3fd45537cb88483 is 47, key is SPTestTable/table:state/1731435324514/Put/seqid=0 2024-11-12T18:16:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741865_1041 (size=5214) 2024-11-12T18:16:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741865_1041 (size=5214) 2024-11-12T18:16:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741865_1041 (size=5214) 2024-11-12T18:16:27,409 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/table/f5b49ed960494593b3fd45537cb88483 2024-11-12T18:16:27,423 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/info/2c866a097ecb47b1a63a447369e2cee8 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/info/2c866a097ecb47b1a63a447369e2cee8 2024-11-12T18:16:27,434 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/info/2c866a097ecb47b1a63a447369e2cee8, entries=112, sequenceid=35, filesize=19.3 K 2024-11-12T18:16:27,436 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/ns/b557309ac8364fd696d840525ef0390e as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/ns/b557309ac8364fd696d840525ef0390e 2024-11-12T18:16:27,448 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/ns/b557309ac8364fd696d840525ef0390e, entries=2, sequenceid=35, filesize=5.0 K 2024-11-12T18:16:27,450 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/.tmp/table/f5b49ed960494593b3fd45537cb88483 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/table/f5b49ed960494593b3fd45537cb88483 2024-11-12T18:16:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x100353409df0001, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:27,456 INFO [RS:0;9911683f163c:39443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:16:27,456 INFO [RS:0;9911683f163c:39443 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,39443,1731435300713; zookeeper connection closed. 2024-11-12T18:16:27,459 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b26a26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b26a26 2024-11-12T18:16:27,474 DEBUG [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:16:27,493 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/table/f5b49ed960494593b3fd45537cb88483, entries=2, sequenceid=35, filesize=5.1 K 2024-11-12T18:16:27,497 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=35, compaction requested=false 2024-11-12T18:16:27,516 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-12T18:16:27,518 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:16:27,518 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:16:27,518 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435386873Running coprocessor pre-close hooks at 1731435386873Disabling compacts and flushes for region at 1731435386873Disabling writes for close at 1731435386873Obtaining lock to block concurrent updates at 1731435386874 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731435386874Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1731435386874Flushing stores of hbase:meta,,1.1588230740 at 1731435386877 (+3 ms)Flushing 1588230740/info: creating writer at 1731435386877Flushing 1588230740/info: appending metadata at 1731435386971 (+94 ms)Flushing 1588230740/info: closing flushed file at 1731435386971Flushing 1588230740/ns: creating writer at 1731435387159 (+188 ms)Flushing 1588230740/ns: appending metadata at 1731435387226 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1731435387226Flushing 1588230740/table: creating writer at 1731435387332 (+106 ms)Flushing 1588230740/table: appending metadata at 1731435387382 (+50 ms)Flushing 1588230740/table: closing flushed file at 1731435387382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4271543c: reopening flushed file at 1731435387422 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f159da: reopening flushed file at 1731435387435 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e53f56f: reopening flushed file at 1731435387449 (+14 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 621ms, sequenceid=35, compaction requested=false at 1731435387497 (+48 ms)Writing region close event to WAL at 1731435387503 (+6 ms)Running coprocessor post-close hooks at 1731435387518 (+15 ms)Closed at 1731435387518 2024-11-12T18:16:27,518 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:16:27,675 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,43473,1731435300871; all regions closed. 2024-11-12T18:16:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741836_1012 (size=18358) 2024-11-12T18:16:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741836_1012 (size=18358) 2024-11-12T18:16:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741836_1012 (size=18358) 2024-11-12T18:16:27,688 DEBUG [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs 2024-11-12T18:16:27,688 INFO [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C43473%2C1731435300871.meta:.meta(num 1731435313410) 2024-11-12T18:16:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741835_1011 (size=4052) 2024-11-12T18:16:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741835_1011 (size=4052) 2024-11-12T18:16:27,725 DEBUG [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/oldWALs 2024-11-12T18:16:27,725 INFO [RS:1;9911683f163c:43473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C43473%2C1731435300871:(num 1731435303022) 2024-11-12T18:16:27,725 DEBUG [RS:1;9911683f163c:43473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:27,725 INFO [RS:1;9911683f163c:43473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:16:27,726 INFO [RS:1;9911683f163c:43473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:16:27,726 INFO [RS:1;9911683f163c:43473 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:16:27,726 INFO [RS:1;9911683f163c:43473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:16:27,727 INFO [RS:1;9911683f163c:43473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43473 2024-11-12T18:16:27,727 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:16:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:16:27,732 INFO [RS:1;9911683f163c:43473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:16:27,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,43473,1731435300871 2024-11-12T18:16:27,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,43473,1731435300871] 2024-11-12T18:16:27,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,43473,1731435300871 already deleted, retry=false 2024-11-12T18:16:27,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,43473,1731435300871 expired; onlineServers=0 2024-11-12T18:16:27,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,38679,1731435299694' ***** 2024-11-12T18:16:27,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:16:27,735 INFO [M:0;9911683f163c:38679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:16:27,736 INFO [M:0;9911683f163c:38679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:16:27,736 DEBUG [M:0;9911683f163c:38679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:16:27,736 DEBUG [M:0;9911683f163c:38679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:16:27,736 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435302507 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435302507,5,FailOnTimeoutGroup] 2024-11-12T18:16:27,736 INFO [M:0;9911683f163c:38679 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:16:27,736 INFO [M:0;9911683f163c:38679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:16:27,736 DEBUG [M:0;9911683f163c:38679 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:16:27,736 INFO [M:0;9911683f163c:38679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:16:27,737 INFO [M:0;9911683f163c:38679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:16:27,737 ERROR [M:0;9911683f163c:38679 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:45827 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45827,5,PEWorkerGroup] 2024-11-12T18:16:27,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:16:27,737 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435302508 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435302508,5,FailOnTimeoutGroup] 2024-11-12T18:16:27,738 INFO [M:0;9911683f163c:38679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:16:27,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:16:27,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:16:27,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:27,741 DEBUG [M:0;9911683f163c:38679 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-12T18:16:27,742 DEBUG [M:0;9911683f163c:38679 {}] master.ActiveMasterManager(353): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-12T18:16:27,743 INFO [M:0;9911683f163c:38679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/.lastflushedseqids 2024-11-12T18:16:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741866_1042 (size=668) 2024-11-12T18:16:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741866_1042 (size=668) 2024-11-12T18:16:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741866_1042 (size=668) 2024-11-12T18:16:27,801 INFO [M:0;9911683f163c:38679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:16:27,801 INFO [M:0;9911683f163c:38679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:16:27,802 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:16:27,802 INFO [M:0;9911683f163c:38679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:27,802 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:27,802 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:16:27,802 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:27,804 INFO [M:0;9911683f163c:38679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.09 KB heapSize=229.52 KB 2024-11-12T18:16:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:27,835 DEBUG [M:0;9911683f163c:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00027a1863c941bc99f03bd14fddc594 is 82, key is hbase:meta,,1/info:regioninfo/1731435313505/Put/seqid=0 2024-11-12T18:16:27,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43473-0x100353409df0002, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:27,835 INFO [RS:1;9911683f163c:43473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:16:27,835 INFO [RS:1;9911683f163c:43473 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,43473,1731435300871; zookeeper connection closed. 2024-11-12T18:16:27,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1847462e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1847462e 2024-11-12T18:16:27,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T18:16:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741867_1043 (size=5672) 2024-11-12T18:16:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741867_1043 (size=5672) 2024-11-12T18:16:27,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741867_1043 (size=5672) 2024-11-12T18:16:27,861 INFO [M:0;9911683f163c:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00027a1863c941bc99f03bd14fddc594 2024-11-12T18:16:27,904 DEBUG [M:0;9911683f163c:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651f4d0946b744fab0ff59f06ebc6105 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435324521/Put/seqid=0 2024-11-12T18:16:27,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741868_1044 (size=8902) 2024-11-12T18:16:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741868_1044 (size=8902) 2024-11-12T18:16:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741868_1044 (size=8902) 2024-11-12T18:16:27,980 INFO [M:0;9911683f163c:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.35 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651f4d0946b744fab0ff59f06ebc6105 2024-11-12T18:16:28,013 INFO [M:0;9911683f163c:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 651f4d0946b744fab0ff59f06ebc6105 2024-11-12T18:16:28,075 DEBUG [M:0;9911683f163c:38679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb698137a9c4ceca358a721ff0f529b is 69, key is 9911683f163c,39443,1731435300713/rs:state/1731435302637/Put/seqid=0 2024-11-12T18:16:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741869_1045 (size=5446) 2024-11-12T18:16:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741869_1045 (size=5446) 2024-11-12T18:16:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741869_1045 (size=5446) 2024-11-12T18:16:28,148 INFO [M:0;9911683f163c:38679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb698137a9c4ceca358a721ff0f529b 2024-11-12T18:16:28,157 INFO [M:0;9911683f163c:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fb698137a9c4ceca358a721ff0f529b 2024-11-12T18:16:28,159 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00027a1863c941bc99f03bd14fddc594 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00027a1863c941bc99f03bd14fddc594 2024-11-12T18:16:28,167 INFO [M:0;9911683f163c:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00027a1863c941bc99f03bd14fddc594, entries=8, sequenceid=485, filesize=5.5 K 2024-11-12T18:16:28,169 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/651f4d0946b744fab0ff59f06ebc6105 as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651f4d0946b744fab0ff59f06ebc6105 2024-11-12T18:16:28,181 INFO [M:0;9911683f163c:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 651f4d0946b744fab0ff59f06ebc6105 2024-11-12T18:16:28,182 INFO [M:0;9911683f163c:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/651f4d0946b744fab0ff59f06ebc6105, entries=54, sequenceid=485, filesize=8.7 K 2024-11-12T18:16:28,183 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fb698137a9c4ceca358a721ff0f529b as hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fb698137a9c4ceca358a721ff0f529b 2024-11-12T18:16:28,192 INFO [M:0;9911683f163c:38679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fb698137a9c4ceca358a721ff0f529b 2024-11-12T18:16:28,192 INFO [M:0;9911683f163c:38679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45827/user/jenkins/test-data/e7efd3b9-d856-4c29-44eb-717918b5cca6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fb698137a9c4ceca358a721ff0f529b, entries=3, sequenceid=485, filesize=5.3 K 2024-11-12T18:16:28,193 INFO [M:0;9911683f163c:38679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.09 KB/189528, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 391ms, sequenceid=485, compaction requested=false 2024-11-12T18:16:28,200 INFO [M:0;9911683f163c:38679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:28,201 DEBUG [M:0;9911683f163c:38679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435387802Disabling compacts and flushes for region at 1731435387802Disabling writes for close at 1731435387802Obtaining lock to block concurrent updates at 1731435387804 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435387805 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189528, getHeapSize=234960, getOffHeapSize=0, getCellsCount=588 at 1731435387805Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435387807 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435387807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435387834 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435387835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435387873 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435387903 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435387903Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435388013 (+110 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435388074 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435388074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f592f04: reopening flushed file at 1731435388157 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428cb48b: reopening flushed file at 1731435388168 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369c9985: reopening flushed file at 1731435388182 (+14 ms)Finished flush of dataSize ~185.09 KB/189528, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 391ms, sequenceid=485, compaction requested=false at 1731435388193 (+11 ms)Writing region close event to WAL at 1731435388200 (+7 ms)Closed at 1731435388200 2024-11-12T18:16:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741830_1006 (size=221884) 2024-11-12T18:16:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35521 is added to blk_1073741830_1006 (size=221884) 2024-11-12T18:16:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40557 is added to blk_1073741830_1006 (size=221884) 2024-11-12T18:16:28,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:16:28,218 INFO [M:0;9911683f163c:38679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:16:28,218 INFO [M:0;9911683f163c:38679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38679 2024-11-12T18:16:28,218 INFO [M:0;9911683f163c:38679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:16:28,321 INFO [M:0;9911683f163c:38679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:16:28,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38679-0x100353409df0000, quorum=127.0.0.1:49355, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:16:28,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:28,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:28,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:28,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:28,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:28,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:16:28,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:16:28,335 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:16:28,335 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097807765-172.17.0.3-1731435295085 (Datanode Uuid aa344ccc-542c-4377-aaf2-c9b7fa928925) service to localhost/127.0.0.1:45827 2024-11-12T18:16:28,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data5/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,337 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data6/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,337 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:16:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:28,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:28,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:28,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:28,343 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:16:28,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:16:28,343 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097807765-172.17.0.3-1731435295085 (Datanode Uuid 467f2688-a847-4de8-bc72-75d3bcd48fe1) service to localhost/127.0.0.1:45827 2024-11-12T18:16:28,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:16:28,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data3/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data4/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:16:28,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:28,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:28,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:28,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:28,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:28,357 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:16:28,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:16:28,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:16:28,357 WARN [BP-2097807765-172.17.0.3-1731435295085 heartbeating to localhost/127.0.0.1:45827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2097807765-172.17.0.3-1731435295085 (Datanode Uuid 3efcf0a0-3ee1-4c6a-80f8-38a4a45c2f6d) service to localhost/127.0.0.1:45827 2024-11-12T18:16:28,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data1/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/cluster_0c0af31d-995c-3409-1648-dc8e95761e67/data/data2/current/BP-2097807765-172.17.0.3-1731435295085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:16:28,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:16:28,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:16:28,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:16:28,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:16:28,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:16:28,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir/,STOPPED} 2024-11-12T18:16:28,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:16:28,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:16:28,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2a2583a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45827 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9911683f163c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:45827 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=436 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 759), ProcessCount=11 (was 11), AvailableMemoryMB=1378 (was 2783) 2024-11-12T18:16:28,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=1378 2024-11-12T18:16:28,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir so I do NOT create it in target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07 2024-11-12T18:16:28,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:16:28,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.tmp.dir so I do NOT create it in target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07 2024-11-12T18:16:28,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2db247b6-0d74-e8f2-5f73-89ebcec14c36/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:16:28,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568, deleteOnExit=true 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/test.cache.data in system properties and HBase conf 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:16:28,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:16:28,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:16:28,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:16:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:16:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:16:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:16:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:16:28,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:16:28,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:16:28,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:16:28,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:16:28,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:16:28,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:16:28,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:16:28,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a732a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:16:28,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6484de64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:16:28,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@359ec23e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/java.io.tmpdir/jetty-localhost-43017-hadoop-hdfs-3_4_1-tests_jar-_-any-15261507218127272498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:16:28,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35d1da40{HTTP/1.1, (http/1.1)}{localhost:43017} 2024-11-12T18:16:28,831 INFO [Time-limited test {}] server.Server(415): Started @96857ms 2024-11-12T18:16:28,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:16:28,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:16:28,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:16:28,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:16:28,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:16:28,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48767fe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:16:28,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3498d3b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:16:29,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc685a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/java.io.tmpdir/jetty-localhost-40485-hadoop-hdfs-3_4_1-tests_jar-_-any-1237829466860724941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:29,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661adf4{HTTP/1.1, (http/1.1)}{localhost:40485} 2024-11-12T18:16:29,112 INFO [Time-limited test {}] server.Server(415): Started @97139ms 2024-11-12T18:16:29,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:16:29,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:16:29,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:16:29,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:16:29,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:16:29,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:16:29,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432c0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:16:29,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55dc57d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:16:29,257 WARN [Thread-665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data1/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,258 WARN [Thread-666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data2/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,329 WARN [Thread-644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:16:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399c791be29c6cfa with lease ID 0xc0bcc6a24698a0b1: Processing first storage report for DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=42f0341b-7425-4f6a-9474-0ea5e1ac947f, infoPort=43937, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399c791be29c6cfa with lease ID 0xc0bcc6a24698a0b1: from storage DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=42f0341b-7425-4f6a-9474-0ea5e1ac947f, infoPort=43937, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:16:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399c791be29c6cfa with lease ID 0xc0bcc6a24698a0b1: Processing first storage report for DS-6d59c1b5-0bb0-4732-8395-e3e12d7252f4 from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=42f0341b-7425-4f6a-9474-0ea5e1ac947f, infoPort=43937, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399c791be29c6cfa with lease ID 0xc0bcc6a24698a0b1: from storage DS-6d59c1b5-0bb0-4732-8395-e3e12d7252f4 node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=42f0341b-7425-4f6a-9474-0ea5e1ac947f, infoPort=43937, infoSecurePort=0, ipcPort=46449, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:16:29,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593f8ced{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/java.io.tmpdir/jetty-localhost-40339-hadoop-hdfs-3_4_1-tests_jar-_-any-18049252612369348585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:29,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73fb9cb1{HTTP/1.1, (http/1.1)}{localhost:40339} 2024-11-12T18:16:29,370 INFO [Time-limited test {}] server.Server(415): Started @97396ms 2024-11-12T18:16:29,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:16:29,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:16:29,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:16:29,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:16:29,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:16:29,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:16:29,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2099d161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:16:29,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436caa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:16:29,490 WARN [Thread-700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data3/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,498 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data4/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,529 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:16:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485bb58e72e329b7 with lease ID 0xc0bcc6a24698a0b2: Processing first storage report for DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78 from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=e3652bd1-1cd0-42e1-91da-33bcb8f8c22e, infoPort=37681, infoSecurePort=0, ipcPort=36695, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485bb58e72e329b7 with lease ID 0xc0bcc6a24698a0b2: from storage DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=e3652bd1-1cd0-42e1-91da-33bcb8f8c22e, infoPort=37681, infoSecurePort=0, ipcPort=36695, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:16:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x485bb58e72e329b7 with lease ID 0xc0bcc6a24698a0b2: Processing first storage report for DS-3ac9fc17-0ca2-45be-aac8-020e05f6dd25 from datanode DatanodeRegistration(127.0.0.1:43577, datanodeUuid=e3652bd1-1cd0-42e1-91da-33bcb8f8c22e, infoPort=37681, infoSecurePort=0, ipcPort=36695, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x485bb58e72e329b7 with lease ID 0xc0bcc6a24698a0b2: from storage DS-3ac9fc17-0ca2-45be-aac8-020e05f6dd25 node DatanodeRegistration(127.0.0.1:43577, datanodeUuid=e3652bd1-1cd0-42e1-91da-33bcb8f8c22e, infoPort=37681, infoSecurePort=0, ipcPort=36695, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:16:29,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2ff21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/java.io.tmpdir/jetty-localhost-41983-hadoop-hdfs-3_4_1-tests_jar-_-any-13953395719200498970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:16:29,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@657e70ed{HTTP/1.1, (http/1.1)}{localhost:41983} 2024-11-12T18:16:29,617 INFO [Time-limited test {}] server.Server(415): Started @97643ms 2024-11-12T18:16:29,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:16:29,865 WARN [Thread-726 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data5/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,872 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data6/current/BP-1485103215-172.17.0.3-1731435388507/current, will proceed with Du for space computation calculation, 2024-11-12T18:16:29,988 WARN [Thread-715 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:16:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf6d4d736f653e4 with lease ID 0xc0bcc6a24698a0b3: Processing first storage report for DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a from datanode DatanodeRegistration(127.0.0.1:42821, datanodeUuid=fb949895-cfa0-4fa9-9232-7e80a20f06c8, infoPort=35905, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf6d4d736f653e4 with lease ID 0xc0bcc6a24698a0b3: from storage DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a node DatanodeRegistration(127.0.0.1:42821, datanodeUuid=fb949895-cfa0-4fa9-9232-7e80a20f06c8, infoPort=35905, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:16:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbf6d4d736f653e4 with lease ID 0xc0bcc6a24698a0b3: Processing first storage report for DS-5b8cc026-7456-4937-8936-776304949246 from datanode DatanodeRegistration(127.0.0.1:42821, datanodeUuid=fb949895-cfa0-4fa9-9232-7e80a20f06c8, infoPort=35905, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507) 2024-11-12T18:16:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbf6d4d736f653e4 with lease ID 0xc0bcc6a24698a0b3: from storage DS-5b8cc026-7456-4937-8936-776304949246 node DatanodeRegistration(127.0.0.1:42821, datanodeUuid=fb949895-cfa0-4fa9-9232-7e80a20f06c8, infoPort=35905, infoSecurePort=0, ipcPort=35999, storageInfo=lv=-57;cid=testClusterID;nsid=407159089;c=1731435388507), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:16:30,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07 2024-11-12T18:16:30,057 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/zookeeper_0, clientPort=51359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:16:30,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51359 2024-11-12T18:16:30,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:16:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:16:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:16:30,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 with version=8 2024-11-12T18:16:30,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/hbase-staging 2024-11-12T18:16:30,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:16:30,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:16:30,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46025 2024-11-12T18:16:30,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46025 connecting to ZooKeeper ensemble=127.0.0.1:51359 2024-11-12T18:16:30,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460250x0, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:16:30,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46025-0x10035356f050000 connected 2024-11-12T18:16:30,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:16:30,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:16:30,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:16:30,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:30,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674, hbase.cluster.distributed=false 2024-11-12T18:16:30,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:16:30,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-12T18:16:30,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46025 2024-11-12T18:16:30,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46025 2024-11-12T18:16:30,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-12T18:16:30,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46025 2024-11-12T18:16:30,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:16:30,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:16:30,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:16:30,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:16:30,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:16:30,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41909 2024-11-12T18:16:30,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41909 connecting to ZooKeeper ensemble=127.0.0.1:51359 2024-11-12T18:16:30,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419090x0, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:16:30,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419090x0, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:30,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:16:30,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41909-0x10035356f050001 connected 2024-11-12T18:16:30,341 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:16:30,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:16:30,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:16:30,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-12T18:16:30,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41909 2024-11-12T18:16:30,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41909 2024-11-12T18:16:30,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-12T18:16:30,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41909 2024-11-12T18:16:30,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:16:30,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:16:30,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:16:30,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35245 2024-11-12T18:16:30,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35245 connecting to ZooKeeper ensemble=127.0.0.1:51359 2024-11-12T18:16:30,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352450x0, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:16:30,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352450x0, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:30,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:16:30,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35245-0x10035356f050002 connected 2024-11-12T18:16:30,464 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:16:30,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:16:30,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:16:30,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-12T18:16:30,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35245 2024-11-12T18:16:30,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35245 2024-11-12T18:16:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-12T18:16:30,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35245 2024-11-12T18:16:30,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:16:30,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:16:30,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45917 2024-11-12T18:16:30,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45917 connecting to ZooKeeper ensemble=127.0.0.1:51359 2024-11-12T18:16:30,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459170x0, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:16:30,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45917-0x10035356f050003 connected 2024-11-12T18:16:30,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:16:30,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:16:30,558 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:16:30,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:16:30,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:16:30,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-12T18:16:30,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45917 2024-11-12T18:16:30,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45917 2024-11-12T18:16:30,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-12T18:16:30,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45917 2024-11-12T18:16:30,635 DEBUG [M:0;9911683f163c:46025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:46025 2024-11-12T18:16:30,641 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9911683f163c,46025,1731435390144 2024-11-12T18:16:30,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,650 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9911683f163c,46025,1731435390144 2024-11-12T18:16:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:16:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:16:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:16:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,658 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:16:30,659 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9911683f163c,46025,1731435390144 from backup master directory 2024-11-12T18:16:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9911683f163c,46025,1731435390144 2024-11-12T18:16:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:16:30,663 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:16:30,663 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,46025,1731435390144 2024-11-12T18:16:30,670 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/hbase.id] with ID: 38064d2a-9c49-4df3-a795-c7f14276ff0d 2024-11-12T18:16:30,670 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.tmp/hbase.id 2024-11-12T18:16:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:16:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:16:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:16:30,696 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.tmp/hbase.id]:[hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/hbase.id] 2024-11-12T18:16:30,719 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:16:30,719 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:16:30,721 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:16:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:16:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:16:30,765 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:16:30,766 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:16:30,767 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:16:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:16:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:16:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:16:30,793 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store 2024-11-12T18:16:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:16:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:16:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:16:30,810 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:30,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:16:30,811 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:30,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:30,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:16:30,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:30,811 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:16:30,812 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435390811Disabling compacts and flushes for region at 1731435390811Disabling writes for close at 1731435390811Writing region close event to WAL at 1731435390811Closed at 1731435390811 2024-11-12T18:16:30,813 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/.initializing 2024-11-12T18:16:30,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/WALs/9911683f163c,46025,1731435390144 2024-11-12T18:16:30,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:16:30,818 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C46025%2C1731435390144, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/WALs/9911683f163c,46025,1731435390144, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/oldWALs, maxLogs=10 2024-11-12T18:16:30,839 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/WALs/9911683f163c,46025,1731435390144/9911683f163c%2C46025%2C1731435390144.1731435390818, exclude list is [], retry=0 2024-11-12T18:16:30,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:16:30,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:16:30,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:16:30,851 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/WALs/9911683f163c,46025,1731435390144/9911683f163c%2C46025%2C1731435390144.1731435390818 2024-11-12T18:16:30,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-12T18:16:30,853 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:16:30,853 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:30,853 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,853 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:16:30,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:30,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:30,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:16:30,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:30,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:30,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:16:30,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:30,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:30,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:16:30,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:30,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:30,869 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,870 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,873 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:16:30,875 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:16:30,881 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:30,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74968360, jitterRate=0.11711561679840088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:16:30,884 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435390853Initializing all the Stores at 1731435390856 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435390856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435390856Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435390856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435390856Cleaning up temporary data from old regions at 1731435390873 (+17 ms)Region opened successfully at 1731435390884 (+11 ms) 2024-11-12T18:16:30,888 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:16:30,904 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c98a5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:16:30,906 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:16:30,907 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:16:30,907 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:16:30,907 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:16:30,908 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T18:16:30,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:16:30,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T18:16:30,920 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:16:30,923 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:16:30,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:16:30,926 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:16:30,927 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:16:30,929 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:16:30,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:16:30,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:16:30,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:16:30,934 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:16:30,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:16:30,940 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:16:30,942 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:16:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:16:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,949 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,46025,1731435390144, sessionid=0x10035356f050000, setting cluster-up flag (Was=false) 2024-11-12T18:16:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,962 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:16:30,965 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,46025,1731435390144 2024-11-12T18:16:30,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:30,981 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:16:30,982 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,46025,1731435390144 2024-11-12T18:16:30,986 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:16:30,990 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:16:30,991 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:16:30,991 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:16:30,991 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,46025,1731435390144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:16:31,001 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435421003 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:16:31,003 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:16:31,004 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,004 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:16:31,004 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:16:31,004 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:16:31,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:16:31,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:16:31,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:31,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:16:31,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:16:31,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:16:31,026 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435391015,5,FailOnTimeoutGroup] 2024-11-12T18:16:31,034 INFO [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(746): ClusterId : 38064d2a-9c49-4df3-a795-c7f14276ff0d 2024-11-12T18:16:31,035 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:16:31,037 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:16:31,037 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:16:31,041 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:16:31,042 DEBUG [RS:0;9911683f163c:41909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7189b6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:16:31,042 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(746): ClusterId : 38064d2a-9c49-4df3-a795-c7f14276ff0d 2024-11-12T18:16:31,042 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:16:31,045 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:16:31,045 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:16:31,048 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:16:31,049 DEBUG [RS:1;9911683f163c:35245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c6bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:16:31,054 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435391027,5,FailOnTimeoutGroup] 2024-11-12T18:16:31,054 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,054 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:16:31,054 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,054 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,061 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(746): ClusterId : 38064d2a-9c49-4df3-a795-c7f14276ff0d 2024-11-12T18:16:31,061 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:16:31,064 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:16:31,065 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:16:31,068 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:16:31,077 DEBUG [RS:2;9911683f163c:45917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53222fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:16:31,085 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:41909 2024-11-12T18:16:31,085 INFO [RS:0;9911683f163c:41909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:16:31,085 INFO [RS:0;9911683f163c:41909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:16:31,085 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:16:31,087 INFO [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,46025,1731435390144 with port=41909, startcode=1731435390296 2024-11-12T18:16:31,087 DEBUG [RS:0;9911683f163c:41909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:16:31,104 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9911683f163c:35245 2024-11-12T18:16:31,104 INFO [RS:1;9911683f163c:35245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:16:31,104 INFO [RS:1;9911683f163c:35245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:16:31,104 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:16:31,106 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,46025,1731435390144 with port=35245, startcode=1731435390396 2024-11-12T18:16:31,106 DEBUG [RS:1;9911683f163c:35245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:16:31,114 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:16:31,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,41909,1731435390296 2024-11-12T18:16:31,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=9911683f163c,41909,1731435390296 2024-11-12T18:16:31,119 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:31,119 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35707 2024-11-12T18:16:31,119 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:16:31,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:16:31,124 DEBUG [RS:0;9911683f163c:41909 {}] zookeeper.ZKUtil(111): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,41909,1731435390296 2024-11-12T18:16:31,125 WARN [RS:0;9911683f163c:41909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:16:31,125 INFO [RS:0;9911683f163c:41909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:16:31,125 DEBUG [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296 2024-11-12T18:16:31,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,41909,1731435390296] 2024-11-12T18:16:31,132 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:16:31,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35245,1731435390396 2024-11-12T18:16:31,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35245,1731435390396 2024-11-12T18:16:31,135 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9911683f163c:45917 2024-11-12T18:16:31,135 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:31,135 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35707 2024-11-12T18:16:31,135 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:16:31,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:16:31,136 INFO [RS:2;9911683f163c:45917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:16:31,136 INFO [RS:2;9911683f163c:45917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:16:31,136 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:16:31,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:16:31,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:16:31,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:16:31,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:31,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:16:31,143 DEBUG [RS:1;9911683f163c:35245 {}] zookeeper.ZKUtil(111): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,35245,1731435390396 2024-11-12T18:16:31,143 WARN [RS:1;9911683f163c:35245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:16:31,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35245,1731435390396] 2024-11-12T18:16:31,144 INFO [RS:1;9911683f163c:35245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:16:31,144 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396 2024-11-12T18:16:31,145 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,46025,1731435390144 with port=45917, startcode=1731435390532 2024-11-12T18:16:31,145 DEBUG [RS:2;9911683f163c:45917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:16:31,149 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:16:31,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,45917,1731435390532 2024-11-12T18:16:31,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=9911683f163c,45917,1731435390532 2024-11-12T18:16:31,151 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:31,151 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35707 2024-11-12T18:16:31,151 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:16:31,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:16:31,155 DEBUG [RS:2;9911683f163c:45917 {}] zookeeper.ZKUtil(111): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9911683f163c,45917,1731435390532 2024-11-12T18:16:31,155 WARN [RS:2;9911683f163c:45917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:16:31,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,45917,1731435390532] 2024-11-12T18:16:31,156 INFO [RS:2;9911683f163c:45917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:16:31,158 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,45917,1731435390532 2024-11-12T18:16:31,164 INFO [RS:0;9911683f163c:41909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:16:31,174 INFO [RS:0;9911683f163c:41909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:16:31,176 INFO [RS:1;9911683f163c:35245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:16:31,201 INFO [RS:0;9911683f163c:41909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:16:31,201 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,208 INFO [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:16:31,210 INFO [RS:0;9911683f163c:41909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:16:31,210 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,210 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,210 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,210 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,210 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,211 DEBUG [RS:0;9911683f163c:41909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,216 INFO [RS:2;9911683f163c:45917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:16:31,220 INFO [RS:1;9911683f163c:35245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:16:31,229 INFO [RS:2;9911683f163c:45917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:16:31,229 INFO [RS:1;9911683f163c:35245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:16:31,229 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:16:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:16:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:16:31,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:31,259 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:16:31,259 INFO [RS:2;9911683f163c:45917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:16:31,260 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,261 INFO [RS:1;9911683f163c:35245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:16:31,261 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,261 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,261 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,262 DEBUG [RS:1;9911683f163c:35245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,268 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:16:31,270 INFO [RS:2;9911683f163c:45917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:16:31,270 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:16:31,271 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,272 DEBUG [RS:2;9911683f163c:45917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:16:31,274 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,275 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,275 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,275 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,275 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,275 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41909,1731435390296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:16:31,299 INFO [RS:0;9911683f163c:41909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:16:31,299 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41909,1731435390296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,300 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,300 INFO [RS:0;9911683f163c:41909 {}] regionserver.Replication(171): 9911683f163c,41909,1731435390296 started 2024-11-12T18:16:31,309 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,310 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,310 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,310 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,310 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,310 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45917,1731435390532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:16:31,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:16:31,323 INFO [RS:0;9911683f163c:41909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,323 INFO [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,41909,1731435390296, RpcServer on 9911683f163c/172.17.0.3:41909, sessionid=0x10035356f050001 2024-11-12T18:16:31,324 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:16:31,324 DEBUG [RS:0;9911683f163c:41909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,41909,1731435390296 2024-11-12T18:16:31,324 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41909,1731435390296' 2024-11-12T18:16:31,324 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:16:31,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,41909,1731435390296 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41909,1731435390296' 2024-11-12T18:16:31,325 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:16:31,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:31,326 DEBUG [RS:0;9911683f163c:41909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:16:31,327 DEBUG [RS:0;9911683f163c:41909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:16:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:31,327 INFO [RS:0;9911683f163c:41909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:16:31,327 INFO [RS:0;9911683f163c:41909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:16:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:16:31,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:16:31,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:31,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:31,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:16:31,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:16:31,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:31,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:31,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:16:31,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:16:31,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:31,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:31,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:16:31,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:16:31,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:16:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:16:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:16:31,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:16:31,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:16:31,357 INFO [RS:2;9911683f163c:45917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:16:31,357 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45917,1731435390532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,357 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,357 INFO [RS:2;9911683f163c:45917 {}] regionserver.Replication(171): 9911683f163c,45917,1731435390532 started 2024-11-12T18:16:31,360 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,361 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,361 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,361 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,361 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,361 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35245,1731435390396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:16:31,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:31,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59929591, jitterRate=-0.10697950422763824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:16:31,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435391248Initializing all the Stores at 1731435391250 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435391250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435391322 (+72 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435391322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435391322Cleaning up temporary data from old regions at 1731435391354 (+32 ms)Region opened successfully at 1731435391367 (+13 ms) 2024-11-12T18:16:31,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:16:31,367 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:16:31,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:16:31,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:16:31,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:16:31,382 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,382 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,45917,1731435390532, RpcServer on 9911683f163c/172.17.0.3:45917, sessionid=0x10035356f050003 2024-11-12T18:16:31,382 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:16:31,382 DEBUG [RS:2;9911683f163c:45917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,45917,1731435390532 2024-11-12T18:16:31,382 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45917,1731435390532' 2024-11-12T18:16:31,382 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:16:31,384 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:16:31,384 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:16:31,384 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:16:31,385 DEBUG [RS:2;9911683f163c:45917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,45917,1731435390532 2024-11-12T18:16:31,385 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45917,1731435390532' 2024-11-12T18:16:31,385 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:16:31,385 DEBUG [RS:2;9911683f163c:45917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:16:31,386 DEBUG [RS:2;9911683f163c:45917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:16:31,386 INFO [RS:2;9911683f163c:45917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:16:31,386 INFO [RS:2;9911683f163c:45917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:16:31,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:16:31,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435391367Disabling compacts and flushes for region at 1731435391367Disabling writes for close at 1731435391367Writing region close event to WAL at 1731435391395 (+28 ms)Closed at 1731435391395 2024-11-12T18:16:31,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:16:31,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:16:31,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:16:31,399 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:16:31,400 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:16:31,402 INFO [RS:1;9911683f163c:35245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:16:31,402 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35245,1731435390396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,403 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,403 INFO [RS:1;9911683f163c:35245 {}] regionserver.Replication(171): 9911683f163c,35245,1731435390396 started 2024-11-12T18:16:31,426 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:31,427 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35245,1731435390396, RpcServer on 9911683f163c/172.17.0.3:35245, sessionid=0x10035356f050002 2024-11-12T18:16:31,427 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:16:31,427 DEBUG [RS:1;9911683f163c:35245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35245,1731435390396 2024-11-12T18:16:31,427 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35245,1731435390396' 2024-11-12T18:16:31,427 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:16:31,427 INFO [RS:0;9911683f163c:41909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35245,1731435390396 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35245,1731435390396' 2024-11-12T18:16:31,428 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:16:31,429 DEBUG [RS:1;9911683f163c:35245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:16:31,430 DEBUG [RS:1;9911683f163c:35245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:16:31,430 INFO [RS:1;9911683f163c:35245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:16:31,430 INFO [RS:1;9911683f163c:35245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:16:31,430 INFO [RS:0;9911683f163c:41909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C41909%2C1731435390296, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs, maxLogs=32 2024-11-12T18:16:31,453 DEBUG [RS:0;9911683f163c:41909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296/9911683f163c%2C41909%2C1731435390296.1731435391432, exclude list is [], retry=0 2024-11-12T18:16:31,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:16:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:16:31,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:16:31,468 INFO [RS:0;9911683f163c:41909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296/9911683f163c%2C41909%2C1731435390296.1731435391432 2024-11-12T18:16:31,469 DEBUG [RS:0;9911683f163c:41909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-12T18:16:31,487 INFO [RS:2;9911683f163c:45917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:16:31,490 INFO [RS:2;9911683f163c:45917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C45917%2C1731435390532, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,45917,1731435390532, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs, maxLogs=32 2024-11-12T18:16:31,512 DEBUG [RS:2;9911683f163c:45917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,45917,1731435390532/9911683f163c%2C45917%2C1731435390532.1731435391491, exclude list is [], retry=0 2024-11-12T18:16:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:16:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:16:31,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:16:31,531 INFO [RS:1;9911683f163c:35245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:16:31,535 INFO [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C35245%2C1731435390396, suffix=, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs, maxLogs=32 2024-11-12T18:16:31,551 DEBUG [9911683f163c:46025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:16:31,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:31,557 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41909,1731435390296, state=OPENING 2024-11-12T18:16:31,560 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:16:31,561 DEBUG [RS:1;9911683f163c:35245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396/9911683f163c%2C35245%2C1731435390396.1731435391536, exclude list is [], retry=0 2024-11-12T18:16:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:16:31,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:31,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:31,564 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:16:31,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41909,1731435390296}] 2024-11-12T18:16:31,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:31,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:31,575 INFO [RS:2;9911683f163c:45917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,45917,1731435390532/9911683f163c%2C45917%2C1731435390532.1731435391491 2024-11-12T18:16:31,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:16:31,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:16:31,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:16:31,589 DEBUG [RS:2;9911683f163c:45917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:43937:43937)] 2024-11-12T18:16:31,645 INFO [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396/9911683f163c%2C35245%2C1731435390396.1731435391536 2024-11-12T18:16:31,657 DEBUG [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-12T18:16:31,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:32,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:16:32,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:32,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:32,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:40,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:16:40,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:16:41,572 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:16:41,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:16:41,641 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:16:41,641 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:16:41,645 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:16:41,665 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C41909%2C1731435390296.meta, suffix=.meta, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs, maxLogs=32 2024-11-12T18:16:41,693 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, exclude list is [], retry=0 2024-11-12T18:16:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:16:41,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:16:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:16:41,734 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta 2024-11-12T18:16:41,736 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:37681:37681),(127.0.0.1/127.0.0.1:43937:43937)] 2024-11-12T18:16:41,737 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:16:41,737 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:16:41,737 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:16:41,737 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:16:41,738 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:16:41,738 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:41,738 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:16:41,738 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:16:41,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:16:41,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:16:41,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:41,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:41,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:16:41,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:16:41,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:41,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:41,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:16:41,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:16:41,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:41,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:41,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:16:41,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:16:41,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:41,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:16:41,764 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:16:41,769 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:16:41,785 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:16:41,792 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:16:41,792 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:16:41,795 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:16:41,809 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:16:41,810 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69790687, jitterRate=0.0399622768163681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:16:41,811 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:16:41,811 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435401738Writing region info on filesystem at 1731435401738Initializing all the Stores at 1731435401739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435401739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435401740 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435401740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435401740Cleaning up temporary data from old regions at 1731435401792 (+52 ms)Running coprocessor post-open hooks at 1731435401811 (+19 ms)Region opened successfully at 1731435401811 2024-11-12T18:16:41,819 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435401572 2024-11-12T18:16:41,830 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:16:41,830 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:16:41,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:41,844 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41909,1731435390296, state=OPEN 2024-11-12T18:16:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:16:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:16:41,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:41,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:41,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:16:41,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:41,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:16:41,848 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,41909,1731435390296 2024-11-12T18:16:41,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:16:41,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:16:41,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41909,1731435390296 in 10.2850 sec 2024-11-12T18:16:41,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:16:41,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4640 sec 2024-11-12T18:16:41,876 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:16:41,876 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:16:41,895 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:41,896 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1] 2024-11-12T18:16:41,896 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:41,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:41,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9320 sec 2024-11-12T18:16:41,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435401939, completionTime=-1 2024-11-12T18:16:41,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T18:16:41,939 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:16:41,942 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T18:16:41,942 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435461942 2024-11-12T18:16:41,942 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435521942 2024-11-12T18:16:41,942 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:16:41,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:46025, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,945 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:41,947 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:16:41,957 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.294sec 2024-11-12T18:16:41,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:16:41,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:16:41,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:16:41,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:16:41,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:16:41,961 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:16:41,961 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:16:41,986 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:16:41,986 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:16:41,987 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46025,1731435390144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:16:42,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c26c1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,46025,-1 for getting cluster id 2024-11-12T18:16:42,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:42,050 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38064d2a-9c49-4df3-a795-c7f14276ff0d' 2024-11-12T18:16:42,057 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:42,057 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38064d2a-9c49-4df3-a795-c7f14276ff0d" 2024-11-12T18:16:42,058 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625dc9fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,058 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,46025,-1] 2024-11-12T18:16:42,058 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:42,061 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:42,066 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:42,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2deaf4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:42,079 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1] 2024-11-12T18:16:42,080 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:42,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,46025,1731435390144 2024-11-12T18:16:42,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731435402093 (current time:1731435402093). 2024-11-12T18:16:42,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:16:42,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T18:16:42,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ec9767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,46025,-1 for getting cluster id 2024-11-12T18:16:42,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:16:42,109 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38064d2a-9c49-4df3-a795-c7f14276ff0d' 2024-11-12T18:16:42,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:16:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38064d2a-9c49-4df3-a795-c7f14276ff0d" 2024-11-12T18:16:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2676f827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,46025,-1] 2024-11-12T18:16:42,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:16:42,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:42,114 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:16:42,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ef290b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:16:42,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:16:42,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1] 2024-11-12T18:16:42,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:16:42,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:16:42,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:16:42,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:16:42,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:42,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:16:42,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:16:42,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:16:42,147 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,46025,1731435390144 2024-11-12T18:16:42,147 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c512335 2024-11-12T18:16:42,148 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:16:42,160 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:16:42,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:16:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T18:16:42,174 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:16:42,174 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:42,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T18:16:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:42,184 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:16:42,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:16:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:16:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:16:42,273 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b30f1b30cd5432e5daa44f6916827236, NAME => 'SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 13ca49225f39a0eca91e33c970c794fb, NAME => 'SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13a656883b025098af348423c9f4b845, NAME => 'SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:16:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:16:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741838_1014 (size=62) 2024-11-12T18:16:42,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b30f1b30cd5432e5daa44f6916827236, disabling compactions & flushes 2024-11-12T18:16:42,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:42,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:42,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. after waiting 0 ms 2024-11-12T18:16:42,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:42,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:42,372 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b30f1b30cd5432e5daa44f6916827236: Waiting for close lock at 1731435402371Disabling compacts and flushes for region at 1731435402371Disabling writes for close at 1731435402372 (+1 ms)Writing region close event to WAL at 1731435402372Closed at 1731435402372 2024-11-12T18:16:42,373 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 00326e927b495eb393ff9920fbee3edc, NAME => 'SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:16:42,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:16:42,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:16:42,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 13a656883b025098af348423c9f4b845, disabling compactions & flushes 2024-11-12T18:16:42,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. after waiting 0 ms 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:42,408 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:42,408 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13a656883b025098af348423c9f4b845: Waiting for close lock at 1731435402408Disabling compacts and flushes for region at 1731435402408Disabling writes for close at 1731435402408Writing region close event to WAL at 1731435402408Closed at 1731435402408 2024-11-12T18:16:42,409 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 354b5f1e5d0f2c2c0923485c7dcd1f6a, NAME => 'SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:16:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741840_1016 (size=54) 2024-11-12T18:16:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:16:42,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:16:42,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 00326e927b495eb393ff9920fbee3edc, disabling compactions & flushes 2024-11-12T18:16:42,433 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. after waiting 0 ms 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:42,433 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:42,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 00326e927b495eb393ff9920fbee3edc: Waiting for close lock at 1731435402433Disabling compacts and flushes for region at 1731435402433Disabling writes for close at 1731435402433Writing region close event to WAL at 1731435402433Closed at 1731435402433 2024-11-12T18:16:42,434 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2d09dc8147c3e95834c5afe627f83aae, NAME => 'SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:16:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:16:42,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 354b5f1e5d0f2c2c0923485c7dcd1f6a, disabling compactions & flushes 2024-11-12T18:16:42,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. after waiting 0 ms 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:42,494 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:42,494 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 354b5f1e5d0f2c2c0923485c7dcd1f6a: Waiting for close lock at 1731435402494Disabling compacts and flushes for region at 1731435402494Disabling writes for close at 1731435402494Writing region close event to WAL at 1731435402494Closed at 1731435402494 2024-11-12T18:16:42,495 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c672f9acbe7415611b9ca197752ff000, NAME => 'SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:16:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:16:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:42,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2d09dc8147c3e95834c5afe627f83aae, disabling compactions & flushes 2024-11-12T18:16:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:16:42,505 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:42,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:42,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. after waiting 0 ms 2024-11-12T18:16:42,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:42,506 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:42,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2d09dc8147c3e95834c5afe627f83aae: Waiting for close lock at 1731435402505Disabling compacts and flushes for region at 1731435402505Disabling writes for close at 1731435402506 (+1 ms)Writing region close event to WAL at 1731435402506Closed at 1731435402506 2024-11-12T18:16:42,507 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8d19f59e0f1d88b202464b4adc18b976, NAME => 'SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:16:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:16:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:16:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c672f9acbe7415611b9ca197752ff000, disabling compactions & flushes 2024-11-12T18:16:42,585 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. after waiting 0 ms 2024-11-12T18:16:42,585 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:42,585 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:42,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c672f9acbe7415611b9ca197752ff000: Waiting for close lock at 1731435402585Disabling compacts and flushes for region at 1731435402585Disabling writes for close at 1731435402585Writing region close event to WAL at 1731435402585Closed at 1731435402585 2024-11-12T18:16:42,586 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a57f1ae43d277f4149827dbc40d357e, NAME => 'SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:16:42,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:16:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:16:42,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8d19f59e0f1d88b202464b4adc18b976, disabling compactions & flushes 2024-11-12T18:16:42,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:42,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:42,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. after waiting 0 ms 2024-11-12T18:16:42,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:42,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:42,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8d19f59e0f1d88b202464b4adc18b976: Waiting for close lock at 1731435402604Disabling compacts and flushes for region at 1731435402604Disabling writes for close at 1731435402605 (+1 ms)Writing region close event to WAL at 1731435402605Closed at 1731435402605 2024-11-12T18:16:42,605 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => baeb3bb66f9b6937feaf20ed88f9cd27, NAME => 'SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674 2024-11-12T18:16:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:16:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0a57f1ae43d277f4149827dbc40d357e, disabling compactions & flushes 2024-11-12T18:16:42,638 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. after waiting 0 ms 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:42,638 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:42,638 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a57f1ae43d277f4149827dbc40d357e: Waiting for close lock at 1731435402638Disabling compacts and flushes for region at 1731435402638Disabling writes for close at 1731435402638Writing region close event to WAL at 1731435402638Closed at 1731435402638 2024-11-12T18:16:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:16:42,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:16:42,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing baeb3bb66f9b6937feaf20ed88f9cd27, disabling compactions & flushes 2024-11-12T18:16:42,652 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:16:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. after waiting 0 ms 2024-11-12T18:16:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:42,652 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:42,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:16:42,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for baeb3bb66f9b6937feaf20ed88f9cd27: Waiting for close lock at 1731435402651Disabling compacts and flushes for region at 1731435402651Disabling writes for close at 1731435402652 (+1 ms)Writing region close event to WAL at 1731435402652Closed at 1731435402652 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 13ca49225f39a0eca91e33c970c794fb, disabling compactions & flushes 2024-11-12T18:16:42,806 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. after waiting 0 ms 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:42,806 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:42,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 13ca49225f39a0eca91e33c970c794fb: Waiting for close lock at 1731435402806Disabling compacts and flushes for region at 1731435402806Disabling writes for close at 1731435402806Writing region close event to WAL at 1731435402806Closed at 1731435402806 2024-11-12T18:16:42,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:16:42,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,810 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731435402809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435402809"}]},"ts":"1731435402809"} 2024-11-12T18:16:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:42,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T18:16:42,818 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:16:42,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435402818"}]},"ts":"1731435402818"} 2024-11-12T18:16:42,821 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T18:16:42,822 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T18:16:42,830 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:16:42,830 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:16:42,830 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T18:16:42,830 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:16:42,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a656883b025098af348423c9f4b845, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b30f1b30cd5432e5daa44f6916827236, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ca49225f39a0eca91e33c970c794fb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00326e927b495eb393ff9920fbee3edc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=354b5f1e5d0f2c2c0923485c7dcd1f6a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d09dc8147c3e95834c5afe627f83aae, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c672f9acbe7415611b9ca197752ff000, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d19f59e0f1d88b202464b4adc18b976, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a57f1ae43d277f4149827dbc40d357e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baeb3bb66f9b6937feaf20ed88f9cd27, ASSIGN}] 2024-11-12T18:16:42,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d09dc8147c3e95834c5afe627f83aae, ASSIGN 2024-11-12T18:16:42,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=354b5f1e5d0f2c2c0923485c7dcd1f6a, ASSIGN 2024-11-12T18:16:42,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ca49225f39a0eca91e33c970c794fb, ASSIGN 2024-11-12T18:16:42,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00326e927b495eb393ff9920fbee3edc, ASSIGN 2024-11-12T18:16:42,841 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=354b5f1e5d0f2c2c0923485c7dcd1f6a, ASSIGN; state=OFFLINE, location=9911683f163c,35245,1731435390396; forceNewPlan=false, retain=false 2024-11-12T18:16:42,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baeb3bb66f9b6937feaf20ed88f9cd27, ASSIGN 2024-11-12T18:16:42,841 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00326e927b495eb393ff9920fbee3edc, ASSIGN; state=OFFLINE, location=9911683f163c,41909,1731435390296; forceNewPlan=false, retain=false 2024-11-12T18:16:42,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ca49225f39a0eca91e33c970c794fb, ASSIGN; state=OFFLINE, location=9911683f163c,35245,1731435390396; forceNewPlan=false, retain=false 2024-11-12T18:16:42,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d09dc8147c3e95834c5afe627f83aae, ASSIGN; state=OFFLINE, location=9911683f163c,45917,1731435390532; forceNewPlan=false, retain=false 2024-11-12T18:16:42,843 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=baeb3bb66f9b6937feaf20ed88f9cd27, ASSIGN; state=OFFLINE, location=9911683f163c,41909,1731435390296; forceNewPlan=false, retain=false 2024-11-12T18:16:42,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a57f1ae43d277f4149827dbc40d357e, ASSIGN 2024-11-12T18:16:42,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a57f1ae43d277f4149827dbc40d357e, ASSIGN; state=OFFLINE, location=9911683f163c,45917,1731435390532; forceNewPlan=false, retain=false 2024-11-12T18:16:42,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d19f59e0f1d88b202464b4adc18b976, ASSIGN 2024-11-12T18:16:42,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d19f59e0f1d88b202464b4adc18b976, ASSIGN; state=OFFLINE, location=9911683f163c,35245,1731435390396; forceNewPlan=false, retain=false 2024-11-12T18:16:42,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c672f9acbe7415611b9ca197752ff000, ASSIGN 2024-11-12T18:16:42,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c672f9acbe7415611b9ca197752ff000, ASSIGN; state=OFFLINE, location=9911683f163c,41909,1731435390296; forceNewPlan=false, retain=false 2024-11-12T18:16:42,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b30f1b30cd5432e5daa44f6916827236, ASSIGN 2024-11-12T18:16:42,871 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b30f1b30cd5432e5daa44f6916827236, ASSIGN; state=OFFLINE, location=9911683f163c,35245,1731435390396; forceNewPlan=false, retain=false 2024-11-12T18:16:42,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a656883b025098af348423c9f4b845, ASSIGN 2024-11-12T18:16:42,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a656883b025098af348423c9f4b845, ASSIGN; state=OFFLINE, location=9911683f163c,45917,1731435390532; forceNewPlan=false, retain=false 2024-11-12T18:16:42,992 INFO [9911683f163c:46025 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T18:16:42,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2d09dc8147c3e95834c5afe627f83aae, regionState=OPENING, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:42,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a656883b025098af348423c9f4b845, regionState=OPENING, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:42,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=baeb3bb66f9b6937feaf20ed88f9cd27, regionState=OPENING, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:42,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c672f9acbe7415611b9ca197752ff000, regionState=OPENING, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:42,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=00326e927b495eb393ff9920fbee3edc, regionState=OPENING, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:42,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8d19f59e0f1d88b202464b4adc18b976, regionState=OPENING, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:43,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b30f1b30cd5432e5daa44f6916827236, regionState=OPENING, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:43,003 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=13ca49225f39a0eca91e33c970c794fb, regionState=OPENING, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:43,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=354b5f1e5d0f2c2c0923485c7dcd1f6a, regionState=OPENING, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:43,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0a57f1ae43d277f4149827dbc40d357e, regionState=OPENING, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:43,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2d09dc8147c3e95834c5afe627f83aae, ASSIGN because future has completed 2024-11-12T18:16:43,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d09dc8147c3e95834c5afe627f83aae, server=9911683f163c,45917,1731435390532}] 2024-11-12T18:16:43,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13a656883b025098af348423c9f4b845, ASSIGN because future has completed 2024-11-12T18:16:43,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a656883b025098af348423c9f4b845, server=9911683f163c,45917,1731435390532}] 2024-11-12T18:16:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=baeb3bb66f9b6937feaf20ed88f9cd27, ASSIGN because future has completed 2024-11-12T18:16:43,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c672f9acbe7415611b9ca197752ff000, ASSIGN because future has completed 2024-11-12T18:16:43,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00326e927b495eb393ff9920fbee3edc, ASSIGN because future has completed 2024-11-12T18:16:43,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c672f9acbe7415611b9ca197752ff000, server=9911683f163c,41909,1731435390296}] 2024-11-12T18:16:43,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27, server=9911683f163c,41909,1731435390296}] 2024-11-12T18:16:43,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8d19f59e0f1d88b202464b4adc18b976, ASSIGN because future has completed 2024-11-12T18:16:43,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b30f1b30cd5432e5daa44f6916827236, ASSIGN because future has completed 2024-11-12T18:16:43,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ca49225f39a0eca91e33c970c794fb, ASSIGN because future has completed 2024-11-12T18:16:43,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00326e927b495eb393ff9920fbee3edc, server=9911683f163c,41909,1731435390296}] 2024-11-12T18:16:43,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=354b5f1e5d0f2c2c0923485c7dcd1f6a, ASSIGN because future has completed 2024-11-12T18:16:43,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a, server=9911683f163c,35245,1731435390396}] 2024-11-12T18:16:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a57f1ae43d277f4149827dbc40d357e, ASSIGN because future has completed 2024-11-12T18:16:43,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a57f1ae43d277f4149827dbc40d357e, server=9911683f163c,45917,1731435390532}] 2024-11-12T18:16:43,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ca49225f39a0eca91e33c970c794fb, server=9911683f163c,35245,1731435390396}] 2024-11-12T18:16:43,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d19f59e0f1d88b202464b4adc18b976, server=9911683f163c,35245,1731435390396}] 2024-11-12T18:16:43,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:16:43,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b30f1b30cd5432e5daa44f6916827236, server=9911683f163c,35245,1731435390396}] 2024-11-12T18:16:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:46,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:46,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:46,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:47,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:16:47,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:47,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:47,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:50,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:16:50,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:16:50,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:16:50,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:16:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:16:53,025 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:16:53,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:16:53,045 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:53,045 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a57f1ae43d277f4149827dbc40d357e, NAME => 'SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T18:16:53,045 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,046 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,046 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,046 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,053 INFO [StoreOpener-0a57f1ae43d277f4149827dbc40d357e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,055 INFO [StoreOpener-0a57f1ae43d277f4149827dbc40d357e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a57f1ae43d277f4149827dbc40d357e columnFamilyName cf 2024-11-12T18:16:53,055 DEBUG [StoreOpener-0a57f1ae43d277f4149827dbc40d357e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,056 INFO [StoreOpener-0a57f1ae43d277f4149827dbc40d357e-1 {}] regionserver.HStore(327): Store=0a57f1ae43d277f4149827dbc40d357e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,056 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,060 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,060 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,061 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,061 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,064 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,067 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,067 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0a57f1ae43d277f4149827dbc40d357e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69172015, jitterRate=0.030743345618247986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,067 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:16:53,068 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0a57f1ae43d277f4149827dbc40d357e: Running coprocessor pre-open hook at 1731435413046Writing region info on filesystem at 1731435413046Initializing all the Stores at 1731435413052 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413052Cleaning up temporary data from old regions at 1731435413061 (+9 ms)Running coprocessor post-open hooks at 1731435413067 (+6 ms)Region opened successfully at 1731435413067 2024-11-12T18:16:53,069 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e., pid=22, masterSystemTime=1731435413025 2024-11-12T18:16:53,071 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:53,071 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:16:53,071 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:53,072 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 13a656883b025098af348423c9f4b845, NAME => 'SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T18:16:53,072 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,072 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,072 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,072 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0a57f1ae43d277f4149827dbc40d357e, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:53,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a57f1ae43d277f4149827dbc40d357e, server=9911683f163c,45917,1731435390532 because future has completed 2024-11-12T18:16:53,076 INFO [StoreOpener-13a656883b025098af348423c9f4b845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,077 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:53,078 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c672f9acbe7415611b9ca197752ff000, NAME => 'SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T18:16:53,078 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,078 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,078 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,078 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,078 INFO [StoreOpener-13a656883b025098af348423c9f4b845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a656883b025098af348423c9f4b845 columnFamilyName cf 2024-11-12T18:16:53,078 DEBUG [StoreOpener-13a656883b025098af348423c9f4b845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-12T18:16:53,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a57f1ae43d277f4149827dbc40d357e, server=9911683f163c,45917,1731435390532 in 9.9520 sec 2024-11-12T18:16:53,084 INFO [StoreOpener-13a656883b025098af348423c9f4b845-1 {}] regionserver.HStore(327): Store=13a656883b025098af348423c9f4b845/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,085 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,085 INFO [StoreOpener-c672f9acbe7415611b9ca197752ff000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a57f1ae43d277f4149827dbc40d357e, ASSIGN in 10.2530 sec 2024-11-12T18:16:53,086 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,087 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,089 INFO [StoreOpener-c672f9acbe7415611b9ca197752ff000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c672f9acbe7415611b9ca197752ff000 columnFamilyName cf 2024-11-12T18:16:53,089 DEBUG [StoreOpener-c672f9acbe7415611b9ca197752ff000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,089 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,089 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,090 INFO [StoreOpener-c672f9acbe7415611b9ca197752ff000-1 {}] regionserver.HStore(327): Store=c672f9acbe7415611b9ca197752ff000/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,090 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,091 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,092 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,093 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,093 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,097 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,099 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,102 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13a656883b025098af348423c9f4b845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,103 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 13a656883b025098af348423c9f4b845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65857724, jitterRate=-0.018643438816070557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,103 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13a656883b025098af348423c9f4b845 2024-11-12T18:16:53,103 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 13a656883b025098af348423c9f4b845: Running coprocessor pre-open hook at 1731435413072Writing region info on filesystem at 1731435413072Initializing all the Stores at 1731435413076 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413076Cleaning up temporary data from old regions at 1731435413089 (+13 ms)Running coprocessor post-open hooks at 1731435413103 (+14 ms)Region opened successfully at 1731435413103 2024-11-12T18:16:53,104 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845., pid=16, masterSystemTime=1731435413025 2024-11-12T18:16:53,106 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,107 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:53,107 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:16:53,107 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c672f9acbe7415611b9ca197752ff000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71103472, jitterRate=0.0595242977142334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,107 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c672f9acbe7415611b9ca197752ff000 2024-11-12T18:16:53,107 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c672f9acbe7415611b9ca197752ff000: Running coprocessor pre-open hook at 1731435413078Writing region info on filesystem at 1731435413078Initializing all the Stores at 1731435413084 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413084Cleaning up temporary data from old regions at 1731435413093 (+9 ms)Running coprocessor post-open hooks at 1731435413107 (+14 ms)Region opened successfully at 1731435413107 2024-11-12T18:16:53,107 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:53,107 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d09dc8147c3e95834c5afe627f83aae, NAME => 'SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T18:16:53,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a656883b025098af348423c9f4b845, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:53,108 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,108 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,108 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,108 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,109 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000., pid=17, masterSystemTime=1731435413066 2024-11-12T18:16:53,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a656883b025098af348423c9f4b845, server=9911683f163c,45917,1731435390532 because future has completed 2024-11-12T18:16:53,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:16:53,116 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:53,116 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:16:53,116 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:53,116 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => baeb3bb66f9b6937feaf20ed88f9cd27, NAME => 'SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T18:16:53,117 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,117 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,117 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,117 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,121 INFO [StoreOpener-2d09dc8147c3e95834c5afe627f83aae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c672f9acbe7415611b9ca197752ff000, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:53,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-12T18:16:53,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13a656883b025098af348423c9f4b845, server=9911683f163c,45917,1731435390532 in 10.0960 sec 2024-11-12T18:16:53,124 INFO [StoreOpener-2d09dc8147c3e95834c5afe627f83aae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d09dc8147c3e95834c5afe627f83aae columnFamilyName cf 2024-11-12T18:16:53,124 DEBUG [StoreOpener-2d09dc8147c3e95834c5afe627f83aae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c672f9acbe7415611b9ca197752ff000, server=9911683f163c,41909,1731435390296 because future has completed 2024-11-12T18:16:53,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13a656883b025098af348423c9f4b845, ASSIGN in 10.2930 sec 2024-11-12T18:16:53,129 INFO [StoreOpener-baeb3bb66f9b6937feaf20ed88f9cd27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-12T18:16:53,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c672f9acbe7415611b9ca197752ff000, server=9911683f163c,41909,1731435390296 in 10.0820 sec 2024-11-12T18:16:53,133 INFO [StoreOpener-2d09dc8147c3e95834c5afe627f83aae-1 {}] regionserver.HStore(327): Store=2d09dc8147c3e95834c5afe627f83aae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,133 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,133 INFO [StoreOpener-baeb3bb66f9b6937feaf20ed88f9cd27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baeb3bb66f9b6937feaf20ed88f9cd27 columnFamilyName cf 2024-11-12T18:16:53,133 DEBUG [StoreOpener-baeb3bb66f9b6937feaf20ed88f9cd27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c672f9acbe7415611b9ca197752ff000, ASSIGN in 10.3010 sec 2024-11-12T18:16:53,136 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,136 INFO [StoreOpener-baeb3bb66f9b6937feaf20ed88f9cd27-1 {}] regionserver.HStore(327): Store=baeb3bb66f9b6937feaf20ed88f9cd27/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,137 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:16:53,138 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,139 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,140 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,140 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,140 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,143 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,143 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,143 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,149 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,151 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:53,151 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,151 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d19f59e0f1d88b202464b4adc18b976, NAME => 'SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T18:16:53,152 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened baeb3bb66f9b6937feaf20ed88f9cd27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69999539, jitterRate=0.043074414134025574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for baeb3bb66f9b6937feaf20ed88f9cd27: Running coprocessor pre-open hook at 1731435413117Writing region info on filesystem at 1731435413117Initializing all the Stores at 1731435413118 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413118Cleaning up temporary data from old regions at 1731435413140 (+22 ms)Running coprocessor post-open hooks at 1731435413152 (+12 ms)Region opened successfully at 1731435413152 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,152 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,153 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., pid=18, masterSystemTime=1731435413066 2024-11-12T18:16:53,155 INFO [StoreOpener-8d19f59e0f1d88b202464b4adc18b976-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,159 INFO [StoreOpener-8d19f59e0f1d88b202464b4adc18b976-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d19f59e0f1d88b202464b4adc18b976 columnFamilyName cf 2024-11-12T18:16:53,159 DEBUG [StoreOpener-8d19f59e0f1d88b202464b4adc18b976-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,159 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:53,159 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:16:53,159 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:53,160 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 00326e927b495eb393ff9920fbee3edc, NAME => 'SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T18:16:53,160 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=baeb3bb66f9b6937feaf20ed88f9cd27, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:53,160 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,160 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,160 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,160 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,162 INFO [StoreOpener-8d19f59e0f1d88b202464b4adc18b976-1 {}] regionserver.HStore(327): Store=8d19f59e0f1d88b202464b4adc18b976/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,162 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27, server=9911683f163c,41909,1731435390296 because future has completed 2024-11-12T18:16:53,163 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,164 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,166 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,166 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,169 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/2d09dc8147c3e95834c5afe627f83aae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,169 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,169 INFO [StoreOpener-00326e927b495eb393ff9920fbee3edc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,170 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2d09dc8147c3e95834c5afe627f83aae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58764410, jitterRate=-0.12434205412864685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,170 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:16:53,170 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2d09dc8147c3e95834c5afe627f83aae: Running coprocessor pre-open hook at 1731435413108Writing region info on filesystem at 1731435413108Initializing all the Stores at 1731435413110 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413110Cleaning up temporary data from old regions at 1731435413143 (+33 ms)Running coprocessor post-open hooks at 1731435413170 (+27 ms)Region opened successfully at 1731435413170 2024-11-12T18:16:53,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-12T18:16:53,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27, server=9911683f163c,41909,1731435390296 in 10.1150 sec 2024-11-12T18:16:53,171 INFO [StoreOpener-00326e927b495eb393ff9920fbee3edc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00326e927b495eb393ff9920fbee3edc columnFamilyName cf 2024-11-12T18:16:53,171 DEBUG [StoreOpener-00326e927b495eb393ff9920fbee3edc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,172 INFO [StoreOpener-00326e927b495eb393ff9920fbee3edc-1 {}] regionserver.HStore(327): Store=00326e927b495eb393ff9920fbee3edc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,173 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,174 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,174 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,175 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,175 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,175 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,175 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8d19f59e0f1d88b202464b4adc18b976; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64470165, jitterRate=-0.03931967914104462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,175 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:16:53,175 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8d19f59e0f1d88b202464b4adc18b976: Running coprocessor pre-open hook at 1731435413152Writing region info on filesystem at 1731435413152Initializing all the Stores at 1731435413155 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413155Cleaning up temporary data from old regions at 1731435413166 (+11 ms)Running coprocessor post-open hooks at 1731435413175 (+9 ms)Region opened successfully at 1731435413175 2024-11-12T18:16:53,177 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baeb3bb66f9b6937feaf20ed88f9cd27, ASSIGN in 10.3400 sec 2024-11-12T18:16:53,179 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae., pid=15, masterSystemTime=1731435413025 2024-11-12T18:16:53,180 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/00326e927b495eb393ff9920fbee3edc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,181 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 00326e927b495eb393ff9920fbee3edc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71438408, jitterRate=0.06451523303985596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,181 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:16:53,181 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 00326e927b495eb393ff9920fbee3edc: Running coprocessor pre-open hook at 1731435413160Writing region info on filesystem at 1731435413160Initializing all the Stores at 1731435413162 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413162Cleaning up temporary data from old regions at 1731435413175 (+13 ms)Running coprocessor post-open hooks at 1731435413181 (+6 ms)Region opened successfully at 1731435413181 2024-11-12T18:16:53,182 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:53,182 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:16:53,182 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc., pid=19, masterSystemTime=1731435413066 2024-11-12T18:16:53,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2d09dc8147c3e95834c5afe627f83aae, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45917,1731435390532 2024-11-12T18:16:53,184 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976., pid=21, masterSystemTime=1731435413111 2024-11-12T18:16:53,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d09dc8147c3e95834c5afe627f83aae, server=9911683f163c,45917,1731435390532 because future has completed 2024-11-12T18:16:53,187 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:53,187 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:16:53,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=00326e927b495eb393ff9920fbee3edc, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41909,1731435390296 2024-11-12T18:16:53,191 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:53,191 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:16:53,191 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:53,192 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 354b5f1e5d0f2c2c0923485c7dcd1f6a, NAME => 'SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T18:16:53,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00326e927b495eb393ff9920fbee3edc, server=9911683f163c,41909,1731435390296 because future has completed 2024-11-12T18:16:53,192 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,192 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,192 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,192 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8d19f59e0f1d88b202464b4adc18b976, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:53,201 INFO [StoreOpener-354b5f1e5d0f2c2c0923485c7dcd1f6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d19f59e0f1d88b202464b4adc18b976, server=9911683f163c,35245,1731435390396 because future has completed 2024-11-12T18:16:53,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-12T18:16:53,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d09dc8147c3e95834c5afe627f83aae, server=9911683f163c,45917,1731435390532 in 10.1830 sec 2024-11-12T18:16:53,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-12T18:16:53,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 00326e927b495eb393ff9920fbee3edc, server=9911683f163c,41909,1731435390296 in 10.1340 sec 2024-11-12T18:16:53,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2d09dc8147c3e95834c5afe627f83aae, ASSIGN in 10.3730 sec 2024-11-12T18:16:53,210 INFO [StoreOpener-354b5f1e5d0f2c2c0923485c7dcd1f6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354b5f1e5d0f2c2c0923485c7dcd1f6a columnFamilyName cf 2024-11-12T18:16:53,210 DEBUG [StoreOpener-354b5f1e5d0f2c2c0923485c7dcd1f6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-12T18:16:53,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d19f59e0f1d88b202464b4adc18b976, server=9911683f163c,35245,1731435390396 in 10.0830 sec 2024-11-12T18:16:53,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00326e927b495eb393ff9920fbee3edc, ASSIGN in 10.3750 sec 2024-11-12T18:16:53,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8d19f59e0f1d88b202464b4adc18b976, ASSIGN in 10.3810 sec 2024-11-12T18:16:53,216 INFO [StoreOpener-354b5f1e5d0f2c2c0923485c7dcd1f6a-1 {}] regionserver.HStore(327): Store=354b5f1e5d0f2c2c0923485c7dcd1f6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,219 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,221 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,221 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,222 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,222 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,224 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,227 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/354b5f1e5d0f2c2c0923485c7dcd1f6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,228 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 354b5f1e5d0f2c2c0923485c7dcd1f6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62989523, jitterRate=-0.0613829642534256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,228 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:16:53,228 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 354b5f1e5d0f2c2c0923485c7dcd1f6a: Running coprocessor pre-open hook at 1731435413192Writing region info on filesystem at 1731435413192Initializing all the Stores at 1731435413194 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413194Cleaning up temporary data from old regions at 1731435413222 (+28 ms)Running coprocessor post-open hooks at 1731435413228 (+6 ms)Region opened successfully at 1731435413228 2024-11-12T18:16:53,237 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a., pid=20, masterSystemTime=1731435413111 2024-11-12T18:16:53,239 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:53,239 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:16:53,240 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:53,240 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ca49225f39a0eca91e33c970c794fb, NAME => 'SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T18:16:53,240 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=354b5f1e5d0f2c2c0923485c7dcd1f6a, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:53,241 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,241 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,241 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,243 INFO [StoreOpener-13ca49225f39a0eca91e33c970c794fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a, server=9911683f163c,35245,1731435390396 because future has completed 2024-11-12T18:16:53,245 INFO [StoreOpener-13ca49225f39a0eca91e33c970c794fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ca49225f39a0eca91e33c970c794fb columnFamilyName cf 2024-11-12T18:16:53,245 DEBUG [StoreOpener-13ca49225f39a0eca91e33c970c794fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,246 INFO [StoreOpener-13ca49225f39a0eca91e33c970c794fb-1 {}] regionserver.HStore(327): Store=13ca49225f39a0eca91e33c970c794fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,246 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,247 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,248 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,249 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,249 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-12T18:16:53,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a, server=9911683f163c,35245,1731435390396 in 10.1590 sec 2024-11-12T18:16:53,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=354b5f1e5d0f2c2c0923485c7dcd1f6a, ASSIGN in 10.4190 sec 2024-11-12T18:16:53,253 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,275 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13ca49225f39a0eca91e33c970c794fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,276 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 13ca49225f39a0eca91e33c970c794fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59556289, jitterRate=-0.11254213750362396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,277 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:16:53,277 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 13ca49225f39a0eca91e33c970c794fb: Running coprocessor pre-open hook at 1731435413241Writing region info on filesystem at 1731435413241Initializing all the Stores at 1731435413242 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413242Cleaning up temporary data from old regions at 1731435413249 (+7 ms)Running coprocessor post-open hooks at 1731435413277 (+28 ms)Region opened successfully at 1731435413277 2024-11-12T18:16:53,279 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb., pid=23, masterSystemTime=1731435413111 2024-11-12T18:16:53,282 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:53,282 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:16:53,282 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:53,282 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b30f1b30cd5432e5daa44f6916827236, NAME => 'SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T18:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=13ca49225f39a0eca91e33c970c794fb, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,283 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ca49225f39a0eca91e33c970c794fb, server=9911683f163c,35245,1731435390396 because future has completed 2024-11-12T18:16:53,289 INFO [StoreOpener-b30f1b30cd5432e5daa44f6916827236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,295 INFO [StoreOpener-b30f1b30cd5432e5daa44f6916827236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b30f1b30cd5432e5daa44f6916827236 columnFamilyName cf 2024-11-12T18:16:53,295 DEBUG [StoreOpener-b30f1b30cd5432e5daa44f6916827236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:16:53,296 INFO [StoreOpener-b30f1b30cd5432e5daa44f6916827236-1 {}] regionserver.HStore(327): Store=b30f1b30cd5432e5daa44f6916827236/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:16:53,296 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,297 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,298 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,299 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-12T18:16:53,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ca49225f39a0eca91e33c970c794fb, server=9911683f163c,35245,1731435390396 in 10.1560 sec 2024-11-12T18:16:53,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ca49225f39a0eca91e33c970c794fb, ASSIGN in 10.4680 sec 2024-11-12T18:16:53,302 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,312 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/b30f1b30cd5432e5daa44f6916827236/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:16:53,313 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b30f1b30cd5432e5daa44f6916827236; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68460293, jitterRate=0.020137861371040344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:16:53,313 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:16:53,313 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b30f1b30cd5432e5daa44f6916827236: Running coprocessor pre-open hook at 1731435413283Writing region info on filesystem at 1731435413283Initializing all the Stores at 1731435413286 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435413286Cleaning up temporary data from old regions at 1731435413299 (+13 ms)Running coprocessor post-open hooks at 1731435413313 (+14 ms)Region opened successfully at 1731435413313 2024-11-12T18:16:53,320 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236., pid=24, masterSystemTime=1731435413111 2024-11-12T18:16:53,324 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:53,324 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:16:53,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b30f1b30cd5432e5daa44f6916827236, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:16:53,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b30f1b30cd5432e5daa44f6916827236, server=9911683f163c,35245,1731435390396 because future has completed 2024-11-12T18:16:53,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-12T18:16:53,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b30f1b30cd5432e5daa44f6916827236, server=9911683f163c,35245,1731435390396 in 10.1630 sec 2024-11-12T18:16:53,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T18:16:53,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b30f1b30cd5432e5daa44f6916827236, ASSIGN in 10.5060 sec 2024-11-12T18:16:53,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:16:53,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435413351"}]},"ts":"1731435413351"} 2024-11-12T18:16:53,357 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T18:16:53,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:16:53,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.1990 sec 2024-11-12T18:16:55,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T18:16:58,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:58,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:58,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:58,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:16:58,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:58,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:16:58,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:00,046 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:17:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:00,472 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T18:17:00,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T18:17:00,472 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:17:00,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T18:17:00,477 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:17:00,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T18:17:00,508 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,570 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976., hostname=9911683f163c,35245,1731435390396, seqNum=2] 2024-11-12T18:17:00,572 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976., hostname=9911683f163c,35245,1731435390396, seqNum=2] 2024-11-12T18:17:00,574 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976., hostname=9911683f163c,35245,1731435390396, seqNum=2] 2024-11-12T18:17:00,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e., hostname=9911683f163c,45917,1731435390532, seqNum=2] 2024-11-12T18:17:00,627 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e., hostname=9911683f163c,45917,1731435390532, seqNum=2] 2024-11-12T18:17:00,629 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e., hostname=9911683f163c,45917,1731435390532, seqNum=2] 2024-11-12T18:17:00,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e., hostname=9911683f163c,45917,1731435390532, seqNum=2] 2024-11-12T18:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,739 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,743 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,745 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,747 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,750 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:00,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27., hostname=9911683f163c,41909,1731435390296, seqNum=2] 2024-11-12T18:17:01,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:01,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:01,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:01,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:01,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35245 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:17:01,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:17:01,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45917 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:17:01,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:17:02,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41909 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:17:02,405 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T18:17:02,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:17:02,406 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:17:02,407 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:17:02,412 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:17:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:17:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:17:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:17:02,440 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:17:02,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a656883b025098af348423c9f4b845}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b30f1b30cd5432e5daa44f6916827236}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ca49225f39a0eca91e33c970c794fb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00326e927b495eb393ff9920fbee3edc}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d09dc8147c3e95834c5afe627f83aae}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c672f9acbe7415611b9ca197752ff000}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d19f59e0f1d88b202464b4adc18b976}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a57f1ae43d277f4149827dbc40d357e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27}] 2024-11-12T18:17:02,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:17:02,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a656883b025098af348423c9f4b845 2024-11-12T18:17:02,443 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:17:02,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c672f9acbe7415611b9ca197752ff000 2024-11-12T18:17:02,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:17:02,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:17:02,466 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:17:02,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:17:02,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:17:02,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:17:02,840 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T18:17:12,338 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:38679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T18:17:12,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T18:17:12,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T18:17:12,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 13a656883b025098af348423c9f4b845: 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,450 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T18:17:12,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:12,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 2d09dc8147c3e95834c5afe627f83aae: 2024-11-12T18:17:12,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 13ca49225f39a0eca91e33c970c794fb: 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T18:17:12,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:12,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T18:17:12,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:12,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T18:17:12,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0a57f1ae43d277f4149827dbc40d357e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T18:17:12,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8d19f59e0f1d88b202464b4adc18b976 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T18:17:12,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:12,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 354b5f1e5d0f2c2c0923485c7dcd1f6a: 2024-11-12T18:17:12,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T18:17:12,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:17:12,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing baeb3bb66f9b6937feaf20ed88f9cd27 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T18:17:12,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T18:17:12,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:17:12,481 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c672f9acbe7415611b9ca197752ff000 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T18:17:12,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:17:12,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 00326e927b495eb393ff9920fbee3edc: 2024-11-12T18:17:12,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/.tmp/cf/af2e54cd94b84a87ae56913489d8c20e is 34, key is ccd/cf:cf/1731435421532/Put/seqid=0 2024-11-12T18:17:12,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/.tmp/cf/901b7708c28245fcac4db18c26497ffd is 34, key is aaa/cf:cf/1731435421555/Put/seqid=0 2024-11-12T18:17:12,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/.tmp/cf/aff67089252b4512b9dd988fdd7292bb is 34, key is baa/cf:cf/1731435421501/Put/seqid=0 2024-11-12T18:17:12,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/.tmp/cf/7c100a25e3704ef69bfaa58d6fb047fa is 34, key is eaa/cf:cf/1731435422252/Put/seqid=0 2024-11-12T18:17:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:17:12,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:17:12,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:17:12,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:12,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T18:17:12,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b30f1b30cd5432e5daa44f6916827236: 2024-11-12T18:17:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:17:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T18:17:12,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:17:12,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:17:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:17:12,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:17:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:17:12,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:12,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T18:17:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T18:17:12,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:17:12,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:17:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741849_1025 (size=57) 2024-11-12T18:17:12,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741849_1025 (size=57) 2024-11-12T18:17:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741849_1025 (size=57) 2024-11-12T18:17:12,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:12,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T18:17:12,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 354b5f1e5d0f2c2c0923485c7dcd1f6a in 10.1460 sec 2024-11-12T18:17:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T18:17:12,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13a656883b025098af348423c9f4b845 2024-11-12T18:17:12,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2d09dc8147c3e95834c5afe627f83aae in 10.1470 sec 2024-11-12T18:17:12,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13a656883b025098af348423c9f4b845 2024-11-12T18:17:12,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:17:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:17:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741851_1027 (size=65) 2024-11-12T18:17:12,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:12,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T18:17:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T18:17:12,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:17:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:17:12,606 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:17:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:17:12,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/.tmp/cf/7c100a25e3704ef69bfaa58d6fb047fa 2024-11-12T18:17:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741855_1031 (size=499309) 2024-11-12T18:17:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741854_1030 (size=47197) 2024-11-12T18:17:12,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13ca49225f39a0eca91e33c970c794fb in 10.1670 sec 2024-11-12T18:17:12,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13a656883b025098af348423c9f4b845 in 10.1610 sec 2024-11-12T18:17:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741854_1030 (size=47197) 2024-11-12T18:17:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741854_1030 (size=47197) 2024-11-12T18:17:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741856_1032 (size=26918) 2024-11-12T18:17:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741856_1032 (size=26918) 2024-11-12T18:17:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741857_1033 (size=28623) 2024-11-12T18:17:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741856_1032 (size=26918) 2024-11-12T18:17:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741857_1033 (size=28623) 2024-11-12T18:17:12,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/.tmp/cf/af2e54cd94b84a87ae56913489d8c20e 2024-11-12T18:17:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741857_1033 (size=28623) 2024-11-12T18:17:12,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/.tmp/cf/901b7708c28245fcac4db18c26497ffd 2024-11-12T18:17:12,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/.tmp/cf/aff67089252b4512b9dd988fdd7292bb 2024-11-12T18:17:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:17:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:17:12,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731435402160.00326e927b495eb393ff9920fbee3edc. 2024-11-12T18:17:12,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T18:17:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:17:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T18:17:12,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:17:12,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00326e927b495eb393ff9920fbee3edc 2024-11-12T18:17:12,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/.tmp/cf/7c100a25e3704ef69bfaa58d6fb047fa as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/cf/7c100a25e3704ef69bfaa58d6fb047fa 2024-11-12T18:17:12,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00326e927b495eb393ff9920fbee3edc in 10.2000 sec 2024-11-12T18:17:12,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/.tmp/cf/901b7708c28245fcac4db18c26497ffd as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/cf/901b7708c28245fcac4db18c26497ffd 2024-11-12T18:17:12,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/.tmp/cf/aff67089252b4512b9dd988fdd7292bb as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/cf/aff67089252b4512b9dd988fdd7292bb 2024-11-12T18:17:12,691 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/cf/aff67089252b4512b9dd988fdd7292bb, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T18:17:12,693 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8d19f59e0f1d88b202464b4adc18b976 in 234ms, sequenceid=5, compaction requested=false 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8d19f59e0f1d88b202464b4adc18b976: 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/cf/aff67089252b4512b9dd988fdd7292bb] hfiles 2024-11-12T18:17:12,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/cf/aff67089252b4512b9dd988fdd7292bb for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741858_1034 (size=65) 2024-11-12T18:17:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741858_1034 (size=65) 2024-11-12T18:17:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741858_1034 (size=65) 2024-11-12T18:17:12,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:12,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T18:17:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T18:17:12,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:17:12,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:17:12,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b30f1b30cd5432e5daa44f6916827236 in 10.2600 sec 2024-11-12T18:17:12,717 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/cf/901b7708c28245fcac4db18c26497ffd, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T18:17:12,717 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/cf/7c100a25e3704ef69bfaa58d6fb047fa, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T18:17:12,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for baeb3bb66f9b6937feaf20ed88f9cd27 in 241ms, sequenceid=5, compaction requested=false 2024-11-12T18:17:12,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c672f9acbe7415611b9ca197752ff000 in 237ms, sequenceid=5, compaction requested=false 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c672f9acbe7415611b9ca197752ff000: 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for baeb3bb66f9b6937feaf20ed88f9cd27: 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/cf/7c100a25e3704ef69bfaa58d6fb047fa] hfiles 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/cf/901b7708c28245fcac4db18c26497ffd] hfiles 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/c672f9acbe7415611b9ca197752ff000/cf/901b7708c28245fcac4db18c26497ffd for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/baeb3bb66f9b6937feaf20ed88f9cd27/cf/7c100a25e3704ef69bfaa58d6fb047fa for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/.tmp/cf/af2e54cd94b84a87ae56913489d8c20e as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/cf/af2e54cd94b84a87ae56913489d8c20e 2024-11-12T18:17:12,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/cf/af2e54cd94b84a87ae56913489d8c20e, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T18:17:12,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0a57f1ae43d277f4149827dbc40d357e in 291ms, sequenceid=5, compaction requested=false 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0a57f1ae43d277f4149827dbc40d357e: 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. for SnapshotProcedureTest completed. 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/cf/af2e54cd94b84a87ae56913489d8c20e] hfiles 2024-11-12T18:17:12,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/cf/af2e54cd94b84a87ae56913489d8c20e for snapshot=SnapshotProcedureTest 2024-11-12T18:17:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:17:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:17:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:17:12,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:17:12,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:12,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T18:17:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T18:17:12,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:17:12,786 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:17:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:17:12,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:17:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741861_1037 (size=97) 2024-11-12T18:17:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741861_1037 (size=97) 2024-11-12T18:17:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741861_1037 (size=97) 2024-11-12T18:17:12,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8d19f59e0f1d88b202464b4adc18b976 in 10.3500 sec 2024-11-12T18:17:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741862_1038 (size=105) 2024-11-12T18:17:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741862_1038 (size=105) 2024-11-12T18:17:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741862_1038 (size=105) 2024-11-12T18:17:12,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:12,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T18:17:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T18:17:12,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:17:12,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:17:12,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a57f1ae43d277f4149827dbc40d357e in 10.3650 sec 2024-11-12T18:17:13,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731435402160.c672f9acbe7415611b9ca197752ff000. 2024-11-12T18:17:13,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T18:17:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T18:17:13,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c672f9acbe7415611b9ca197752ff000 2024-11-12T18:17:13,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c672f9acbe7415611b9ca197752ff000 2024-11-12T18:17:13,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c672f9acbe7415611b9ca197752ff000 in 10.7300 sec 2024-11-12T18:17:13,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731435402160.baeb3bb66f9b6937feaf20ed88f9cd27. 2024-11-12T18:17:13,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T18:17:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T18:17:13,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:17:13,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27 2024-11-12T18:17:13,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-12T18:17:13,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure baeb3bb66f9b6937feaf20ed88f9cd27 in 10.7510 sec 2024-11-12T18:17:13,195 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:17:13,196 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:17:13,197 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:17:13,197 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T18:17:13,200 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:17:13,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:17:13,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:17:13,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:17:13,274 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:17:13,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T18:17:13,286 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:13,287 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:13,287 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:13,288 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,292 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:13,317 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:13,317 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:13,317 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,317 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:17:13,353 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 9911683f163c,41909,1731435390296 2024-11-12T18:17:13,353 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 9911683f163c,41909,1731435390296: Simulated kill ***** 2024-11-12T18:17:13,353 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:17:13,353 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:17:13,354 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:17:13,354 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:17:13,354 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:17:13,354 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 584010448 }, "NonHeapMemoryUsage": { "committed": 176226304, "init": 7667712, "max": -1, "used": 171462256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:17:13,356 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46025 {}] master.MasterRpcServices(700): 9911683f163c,41909,1731435390296 reported a fatal error: ***** ABORTING region server 9911683f163c,41909,1731435390296: Simulated kill ***** 2024-11-12T18:17:13,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,41909,1731435390296' ***** 2024-11-12T18:17:13,362 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T18:17:13,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:17:13,362 INFO [RS:0;9911683f163c:41909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:13,362 INFO [RS:0;9911683f163c:41909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T18:17:13,362 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:13,362 INFO [RS:0;9911683f163c:41909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T18:17:13,363 INFO [RS:0;9911683f163c:41909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:13,363 INFO [RS:0;9911683f163c:41909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:41909. 2024-11-12T18:17:13,363 DEBUG [RS:0;9911683f163c:41909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:13,363 DEBUG [RS:0;9911683f163c:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741836_1012 (size=14382) 2024-11-12T18:17:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741836_1012 (size=14382) 2024-11-12T18:17:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741836_1012 (size=14382) 2024-11-12T18:17:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741833_1009 (size=2010) 2024-11-12T18:17:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741833_1009 (size=2010) 2024-11-12T18:17:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741833_1009 (size=2010) 2024-11-12T18:17:13,392 DEBUG [RS:0;9911683f163c:41909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:13,392 INFO [RS:0;9911683f163c:41909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:13,393 INFO [RS:0;9911683f163c:41909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41909 2024-11-12T18:17:13,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,41909,1731435390296 2024-11-12T18:17:13,399 INFO [RS:0;9911683f163c:41909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:17:13,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,41909,1731435390296] 2024-11-12T18:17:13,403 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,41909,1731435390296 already deleted, retry=false 2024-11-12T18:17:13,403 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 9911683f163c,41909,1731435390296 on 9911683f163c,46025,1731435390144 2024-11-12T18:17:13,405 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9911683f163c,41909,1731435390296, splitWal=true, meta=true 2024-11-12T18:17:13,405 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 9911683f163c,41909,1731435390296 (carryingMeta=true) 9911683f163c,41909,1731435390296/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3690dc6d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T18:17:13,412 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:13,413 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9911683f163c,41909,1731435390296, splitWal=true, meta=true 2024-11-12T18:17:13,414 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,41909,1731435390296, splitWal=true, meta=true, isMeta: true 2024-11-12T18:17:13,416 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting 2024-11-12T18:17:13,418 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9911683f163c,41909,1731435390296 WAL count=1, meta=true 2024-11-12T18:17:13,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta}] 2024-11-12T18:17:13,429 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:13,430 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,41909,1731435390296 Release verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, worker=9911683f163c,35245,1731435390396}] 2024-11-12T18:17:13,431 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 9911683f163c,41909,1731435390296, this operation will be retried to send to another server 2024-11-12T18:17:13,431 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:17:13,431 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731435434431 2024-11-12T18:17:13,438 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,41909,1731435390296 Release verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,438 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 9911683f163c,41909,1731435390296, this operation will be retried to send to another server 2024-11-12T18:17:13,438 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:17:13,438 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-12T18:17:13,438 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-12T18:17:13,438 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731435434438 2024-11-12T18:17:13,438 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-12T18:17:13,442 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,41909,1731435390296 Release verify snapshot worker=9911683f163c,41909,1731435390296 2024-11-12T18:17:13,442 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 9911683f163c,41909,1731435390296, this operation will be retried to send to another server 2024-11-12T18:17:13,442 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:17:13,442 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731435434442 2024-11-12T18:17:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:13,502 INFO [RS:0;9911683f163c:41909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41909-0x10035356f050001, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:13,502 INFO [RS:0;9911683f163c:41909 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,41909,1731435390296; zookeeper connection closed. 2024-11-12T18:17:13,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20032db0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20032db0 2024-11-12T18:17:14,276 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:17:14,276 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:17:22,442 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:17:22,442 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T18:17:23,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T18:17:23,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:17:23,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T18:17:23,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T18:17:23,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T18:17:23,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T18:17:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T18:17:23,296 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 Release verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T18:17:23,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:17:23,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T18:17:23,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T18:17:23,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T18:17:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T18:17:23,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 in 10.0160 sec 2024-11-12T18:17:23,306 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,307 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 Release verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T18:17:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T18:17:23,311 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, size=14.0 K (14382bytes) 2024-11-12T18:17:23,311 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta 2024-11-12T18:17:23,312 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 Release verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:23,312 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta after 1ms 2024-11-12T18:17:23,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 in 10.0320 sec 2024-11-12T18:17:23,315 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:23,316 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,317 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta took 5ms 2024-11-12T18:17:23,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 in 10.0270 sec 2024-11-12T18:17:23,318 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 Release verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:23,318 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 Release verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:23,318 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 Release verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:23,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 in 10.0380 sec 2024-11-12T18:17:23,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 in 10.0380 sec 2024-11-12T18:17:23,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 in 10.0380 sec 2024-11-12T18:17:23,335 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T18:17:23,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta so closing down 2024-11-12T18:17:23,338 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T18:17:23,349 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp 2024-11-12T18:17:23,378 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp 2024-11-12T18:17:23,379 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T18:17:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741864_1040 (size=14141) 2024-11-12T18:17:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741864_1040 (size=14141) 2024-11-12T18:17:23,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741864_1040 (size=14141) 2024-11-12T18:17:23,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-12T18:17:23,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T18:17:23,846 INFO [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 526 ms; skipped=1; WAL=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T18:17:23,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, journal: Splitting hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, size=14.0 K (14382bytes) at 1731435443311Finishing writing output for hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta so closing down at 1731435443337 (+26 ms)Creating recovered edits writer path=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp at 1731435443378 (+41 ms)3 split writer threads finished at 1731435443379 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731435443843 (+464 ms)Rename recovered edits hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta.temp to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731435443846 (+3 ms)Processed 26 edits across 1 Regions in 526 ms; skipped=1; WAL=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731435443846 2024-11-12T18:17:23,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta 2024-11-12T18:17:23,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T18:17:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T18:17:23,851 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting/9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs 2024-11-12T18:17:23,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T18:17:23,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, worker=9911683f163c,35245,1731435390396 in 10.4210 sec 2024-11-12T18:17:23,859 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T18:17:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 9911683f163c%2C41909%2C1731435390296.meta.1731435401665.meta, worker=9911683f163c,35245,1731435390396 in 10.4410 sec 2024-11-12T18:17:23,865 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,41909,1731435390296-splitting dir is empty, no logs to split. 2024-11-12T18:17:23,865 INFO [PEWorker-5 {}] master.SplitWALManager(105): 9911683f163c,41909,1731435390296 WAL count=0, meta=true 2024-11-12T18:17:23,865 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,41909,1731435390296 WAL splitting is done? wals=0, meta=true 2024-11-12T18:17:23,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:23,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:23,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(204): Hosts are {9911683f163c=0} racks are {/default-rack=0} 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:17:24,019 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:17:24,019 INFO [9911683f163c:46025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:17:24,019 INFO [9911683f163c:46025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:17:24,020 DEBUG [9911683f163c:46025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:17:24,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:17:24,021 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35245,1731435390396, state=OPENING 2024-11-12T18:17:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:24,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:24,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:24,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:24,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:24,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35245,1731435390396}] 2024-11-12T18:17:30,047 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:17:31,947 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T18:17:33,314 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:33,314 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:33,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T18:17:33,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T18:17:33,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T18:17:33,315 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:33,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T18:17:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T18:17:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T18:17:33,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T18:17:33,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T18:17:33,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T18:17:33,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T18:17:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T18:17:33,323 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C35245%2C1731435390396.meta, suffix=.meta, logDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396, archiveDir=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs, maxLogs=32 2024-11-12T18:17:33,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 Release verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46025 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T18:17:33,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 in 20.0450 sec 2024-11-12T18:17:33,328 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 Release verify snapshot worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:33,328 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 Release verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:33,329 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 Release verify snapshot worker=9911683f163c,45917,1731435390532 2024-11-12T18:17:33,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,35245,1731435390396 in 20.0480 sec 2024-11-12T18:17:33,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 in 20.0480 sec 2024-11-12T18:17:33,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-12T18:17:33,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=9911683f163c,45917,1731435390532 in 20.0490 sec 2024-11-12T18:17:33,335 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:17:33,335 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T18:17:33,339 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:17:33,339 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T18:17:33,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9360 sec 2024-11-12T18:17:33,361 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396/9911683f163c%2C35245%2C1731435390396.meta.1731435453324.meta, exclude list is [], retry=0 2024-11-12T18:17:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-dc90ea0c-02b9-4f13-819f-2f4483486e1d,DISK] 2024-11-12T18:17:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43577,DS-867a8b2c-6696-4fb8-9d41-5ba13d844f78,DISK] 2024-11-12T18:17:33,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42821,DS-6a0e61c6-1e60-4193-af67-cb0f86b1ba6a,DISK] 2024-11-12T18:17:33,386 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396/9911683f163c%2C35245%2C1731435390396.meta.1731435453324.meta 2024-11-12T18:17:33,401 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:43937:43937),(127.0.0.1/127.0.0.1:37681:37681)] 2024-11-12T18:17:33,401 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:33,402 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:33,402 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:33,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:33,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:33,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:33,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:33,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:33,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:33,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:33,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:33,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:33,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:33,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:33,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:33,426 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:33,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T18:17:33,427 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:17:33,428 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9911683f163c:41909 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9911683f163c/172.17.0.3:41909 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:17:33,430 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1, error=java.net.ConnectException: Call to address=9911683f163c:41909 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9911683f163c/172.17.0.3:41909 2024-11-12T18:17:33,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T18:17:33,431 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9911683f163c,41909,1731435390296, seqNum=-1 from cache 2024-11-12T18:17:33,432 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 9911683f163c:41909 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 9911683f163c/172.17.0.3:41909 2024-11-12T18:17:33,441 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740 2024-11-12T18:17:33,442 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T18:17:33,453 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T18:17:33,453 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T18:17:33,486 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/info/f27b5670b0b84915bff9630b1b9ec997 is 167, key is SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236./info:regioninfo/1731435413324/Put/seqid=0 2024-11-12T18:17:33,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741866_1042 (size=18393) 2024-11-12T18:17:33,520 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/info/f27b5670b0b84915bff9630b1b9ec997 2024-11-12T18:17:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741866_1042 (size=18393) 2024-11-12T18:17:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741866_1042 (size=18393) 2024-11-12T18:17:33,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:33,545 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1] 2024-11-12T18:17:33,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35245 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:35914 deadline: 1731435513428, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 9911683f163c,35245,1731435390396 2024-11-12T18:17:33,554 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 9911683f163c,35245,1731435390396 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:17:33,554 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 9911683f163c,35245,1731435390396 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T18:17:33,554 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1 from cache 2024-11-12T18:17:33,581 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/ns/30a1094c18dc4f2c94a050c46f8c614e is 43, key is default/ns:d/1731435401903/Put/seqid=0 2024-11-12T18:17:33,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741867_1043 (size=5153) 2024-11-12T18:17:33,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741867_1043 (size=5153) 2024-11-12T18:17:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741867_1043 (size=5153) 2024-11-12T18:17:33,606 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/ns/30a1094c18dc4f2c94a050c46f8c614e 2024-11-12T18:17:33,633 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/table/7aaeb8fb48044880a8a2dbfdbc442717 is 47, key is SPTestTable/table:state/1731435413351/Put/seqid=0 2024-11-12T18:17:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741868_1044 (size=5214) 2024-11-12T18:17:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741868_1044 (size=5214) 2024-11-12T18:17:33,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741868_1044 (size=5214) 2024-11-12T18:17:33,646 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/table/7aaeb8fb48044880a8a2dbfdbc442717 2024-11-12T18:17:33,655 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/info/f27b5670b0b84915bff9630b1b9ec997 as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/info/f27b5670b0b84915bff9630b1b9ec997 2024-11-12T18:17:33,667 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/info/f27b5670b0b84915bff9630b1b9ec997, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T18:17:33,668 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/ns/30a1094c18dc4f2c94a050c46f8c614e as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/ns/30a1094c18dc4f2c94a050c46f8c614e 2024-11-12T18:17:33,677 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/ns/30a1094c18dc4f2c94a050c46f8c614e, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T18:17:33,678 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/.tmp/table/7aaeb8fb48044880a8a2dbfdbc442717 as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/table/7aaeb8fb48044880a8a2dbfdbc442717 2024-11-12T18:17:33,686 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/table/7aaeb8fb48044880a8a2dbfdbc442717, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T18:17:33,687 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 233ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T18:17:33,688 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T18:17:33,689 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:33,689 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:33,690 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:33,692 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:33,695 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T18:17:33,696 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68454855, jitterRate=0.0200568288564682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:33,696 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:33,696 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435453402Writing region info on filesystem at 1731435453402Initializing all the Stores at 1731435453404 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435453404Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435453410 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435453410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435453410Obtaining lock to block concurrent updates at 1731435453453 (+43 ms)Preparing flush snapshotting stores in 1588230740 at 1731435453453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731435453454 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435453454Flushing 1588230740/info: creating writer at 1731435453454Flushing 1588230740/info: appending metadata at 1731435453485 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731435453485Flushing 1588230740/ns: creating writer at 1731435453543 (+58 ms)Flushing 1588230740/ns: appending metadata at 1731435453580 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731435453580Flushing 1588230740/table: creating writer at 1731435453615 (+35 ms)Flushing 1588230740/table: appending metadata at 1731435453632 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731435453632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7246e5fa: reopening flushed file at 1731435453653 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1677cc9f: reopening flushed file at 1731435453667 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252f9961: reopening flushed file at 1731435453677 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 233ms, sequenceid=28, compaction requested=false; wal=null at 1731435453687 (+10 ms)Cleaning up temporary data from old regions at 1731435453689 (+2 ms)Running coprocessor post-open hooks at 1731435453696 (+7 ms)Region opened successfully at 1731435453696 2024-11-12T18:17:33,700 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731435453307 2024-11-12T18:17:33,703 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:33,703 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:33,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=9911683f163c,35245,1731435390396 2024-11-12T18:17:33,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35245,1731435390396, state=OPEN 2024-11-12T18:17:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:33,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:33,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:33,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:17:33,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:17:33,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35245,1731435390396 2024-11-12T18:17:33,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T18:17:33,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35245,1731435390396 in 9.6880 sec 2024-11-12T18:17:33,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-12T18:17:33,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 9.8550 sec 2024-11-12T18:17:33,725 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 9911683f163c,41909,1731435390296 had 4 regions 2024-11-12T18:17:33,733 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,41909,1731435390296, splitWal=true, meta=true, isMeta: false 2024-11-12T18:17:33,739 INFO [PEWorker-5 {}] master.SplitWALManager(105): 9911683f163c,41909,1731435390296 WAL count=1, meta=false 2024-11-12T18:17:33,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 9911683f163c%2C41909%2C1731435390296.1731435391432}] 2024-11-12T18:17:33,743 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=9911683f163c,35245,1731435390396 2024-11-12T18:17:33,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 9911683f163c%2C41909%2C1731435390296.1731435391432, worker=9911683f163c,35245,1731435390396}] 2024-11-12T18:17:33,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:33,765 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35245,1731435390396, seqNum=-1] 2024-11-12T18:17:33,801 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T18:17:33,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:17:33,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:33,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:33,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:33,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:33,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:33,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:17:33,803 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1055314953, stopped=false 2024-11-12T18:17:33,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,46025,1731435390144 2024-11-12T18:17:33,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:17:33,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:17:33,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:17:33,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:17:33,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:17:33,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:33,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:17:33,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:17:33,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:17:33,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:33,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:33,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:33,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:17:33,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35245,1731435390396' ***** 2024-11-12T18:17:33,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:33,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,45917,1731435390532' ***** 2024-11-12T18:17:33,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:33,809 INFO [RS:2;9911683f163c:45917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:33,809 INFO [RS:2;9911683f163c:45917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:33,810 INFO [RS:2;9911683f163c:45917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:33,810 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:33,810 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:17:33,811 INFO [RS:1;9911683f163c:35245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:33,812 INFO [RS:1;9911683f163c:35245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:33,812 INFO [RS:1;9911683f163c:35245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:33,812 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(3091): Received CLOSE for 354b5f1e5d0f2c2c0923485c7dcd1f6a 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(3091): Received CLOSE for 13a656883b025098af348423c9f4b845 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a57f1ae43d277f4149827dbc40d357e 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,45917,1731435390532 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:33,812 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9911683f163c:45917. 2024-11-12T18:17:33,812 DEBUG [RS:2;9911683f163c:45917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:33,812 DEBUG [RS:2;9911683f163c:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:33,812 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:17:33,812 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1325): Online Regions={2d09dc8147c3e95834c5afe627f83aae=SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae., 13a656883b025098af348423c9f4b845=SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845., 0a57f1ae43d277f4149827dbc40d357e=SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e.} 2024-11-12T18:17:33,812 DEBUG [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1351): Waiting on 0a57f1ae43d277f4149827dbc40d357e, 13a656883b025098af348423c9f4b845, 2d09dc8147c3e95834c5afe627f83aae 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(3091): Received CLOSE for b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d19f59e0f1d88b202464b4adc18b976 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(3091): Received CLOSE for 13ca49225f39a0eca91e33c970c794fb 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35245,1731435390396 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9911683f163c:35245. 2024-11-12T18:17:33,813 DEBUG [RS:1;9911683f163c:35245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:33,813 DEBUG [RS:1;9911683f163c:35245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:33,813 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:17:33,815 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 354b5f1e5d0f2c2c0923485c7dcd1f6a, disabling compactions & flushes 2024-11-12T18:17:33,815 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:33,815 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:33,815 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. after waiting 0 ms 2024-11-12T18:17:33,815 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:33,816 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T18:17:33,816 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1325): Online Regions={354b5f1e5d0f2c2c0923485c7dcd1f6a=SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a., b30f1b30cd5432e5daa44f6916827236=SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236., 1588230740=hbase:meta,,1.1588230740, 8d19f59e0f1d88b202464b4adc18b976=SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976., 13ca49225f39a0eca91e33c970c794fb=SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb.} 2024-11-12T18:17:33,816 DEBUG [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1351): Waiting on 13ca49225f39a0eca91e33c970c794fb, 1588230740, 354b5f1e5d0f2c2c0923485c7dcd1f6a, 8d19f59e0f1d88b202464b4adc18b976, b30f1b30cd5432e5daa44f6916827236 2024-11-12T18:17:33,816 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d09dc8147c3e95834c5afe627f83aae, disabling compactions & flushes 2024-11-12T18:17:33,817 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. after waiting 0 ms 2024-11-12T18:17:33,817 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:33,817 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:33,821 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:33,848 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/354b5f1e5d0f2c2c0923485c7dcd1f6a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:17:33,849 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:33,849 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 354b5f1e5d0f2c2c0923485c7dcd1f6a: Waiting for close lock at 1731435453815Running coprocessor pre-close hooks at 1731435453815Disabling compacts and flushes for region at 1731435453815Disabling writes for close at 1731435453815Writing region close event to WAL at 1731435453817 (+2 ms)Running coprocessor post-close hooks at 1731435453849 (+32 ms)Closed at 1731435453849 2024-11-12T18:17:33,849 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731435402160.354b5f1e5d0f2c2c0923485c7dcd1f6a. 2024-11-12T18:17:33,850 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b30f1b30cd5432e5daa44f6916827236, disabling compactions & flushes 2024-11-12T18:17:33,850 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:33,850 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:33,850 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. after waiting 0 ms 2024-11-12T18:17:33,850 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:33,857 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:33,864 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/2d09dc8147c3e95834c5afe627f83aae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:17:33,865 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d09dc8147c3e95834c5afe627f83aae: Waiting for close lock at 1731435453816Running coprocessor pre-close hooks at 1731435453816Disabling compacts and flushes for region at 1731435453816Disabling writes for close at 1731435453817 (+1 ms)Writing region close event to WAL at 1731435453817Running coprocessor post-close hooks at 1731435453864 (+47 ms)Closed at 1731435453865 (+1 ms) 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731435402160.2d09dc8147c3e95834c5afe627f83aae. 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13a656883b025098af348423c9f4b845, disabling compactions & flushes 2024-11-12T18:17:33,865 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. after waiting 0 ms 2024-11-12T18:17:33,865 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:33,872 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/b30f1b30cd5432e5daa44f6916827236/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:17:33,873 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:33,873 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b30f1b30cd5432e5daa44f6916827236: Waiting for close lock at 1731435453850Running coprocessor pre-close hooks at 1731435453850Disabling compacts and flushes for region at 1731435453850Disabling writes for close at 1731435453850Writing region close event to WAL at 1731435453865 (+15 ms)Running coprocessor post-close hooks at 1731435453873 (+8 ms)Closed at 1731435453873 2024-11-12T18:17:33,873 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731435402160.b30f1b30cd5432e5daa44f6916827236. 2024-11-12T18:17:33,873 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d19f59e0f1d88b202464b4adc18b976, disabling compactions & flushes 2024-11-12T18:17:33,874 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:33,874 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:33,874 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. after waiting 0 ms 2024-11-12T18:17:33,874 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:33,889 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13a656883b025098af348423c9f4b845/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:17:33,890 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13a656883b025098af348423c9f4b845: Waiting for close lock at 1731435453865Running coprocessor pre-close hooks at 1731435453865Disabling compacts and flushes for region at 1731435453865Disabling writes for close at 1731435453865Writing region close event to WAL at 1731435453868 (+3 ms)Running coprocessor post-close hooks at 1731435453890 (+22 ms)Closed at 1731435453890 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731435402160.13a656883b025098af348423c9f4b845. 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a57f1ae43d277f4149827dbc40d357e, disabling compactions & flushes 2024-11-12T18:17:33,890 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. after waiting 0 ms 2024-11-12T18:17:33,890 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:33,893 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-12T18:17:33,894 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:33,894 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:33,894 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435453817Running coprocessor pre-close hooks at 1731435453817Disabling compacts and flushes for region at 1731435453817Disabling writes for close at 1731435453817Writing region close event to WAL at 1731435453875 (+58 ms)Running coprocessor post-close hooks at 1731435453894 (+19 ms)Closed at 1731435453894 2024-11-12T18:17:33,894 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:33,901 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/0a57f1ae43d277f4149827dbc40d357e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:17:33,902 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/8d19f59e0f1d88b202464b4adc18b976/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:17:33,902 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:33,902 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a57f1ae43d277f4149827dbc40d357e: Waiting for close lock at 1731435453890Running coprocessor pre-close hooks at 1731435453890Disabling compacts and flushes for region at 1731435453890Disabling writes for close at 1731435453890Writing region close event to WAL at 1731435453897 (+7 ms)Running coprocessor post-close hooks at 1731435453902 (+5 ms)Closed at 1731435453902 2024-11-12T18:17:33,902 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731435402160.0a57f1ae43d277f4149827dbc40d357e. 2024-11-12T18:17:33,902 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:33,902 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d19f59e0f1d88b202464b4adc18b976: Waiting for close lock at 1731435453873Running coprocessor pre-close hooks at 1731435453873Disabling compacts and flushes for region at 1731435453873Disabling writes for close at 1731435453874 (+1 ms)Writing region close event to WAL at 1731435453897 (+23 ms)Running coprocessor post-close hooks at 1731435453902 (+5 ms)Closed at 1731435453902 2024-11-12T18:17:33,902 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731435402160.8d19f59e0f1d88b202464b4adc18b976. 2024-11-12T18:17:33,903 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13ca49225f39a0eca91e33c970c794fb, disabling compactions & flushes 2024-11-12T18:17:33,903 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:33,903 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:33,903 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. after waiting 0 ms 2024-11-12T18:17:33,903 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:33,906 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/data/default/SPTestTable/13ca49225f39a0eca91e33c970c794fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:17:33,907 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:33,907 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13ca49225f39a0eca91e33c970c794fb: Waiting for close lock at 1731435453903Running coprocessor pre-close hooks at 1731435453903Disabling compacts and flushes for region at 1731435453903Disabling writes for close at 1731435453903Writing region close event to WAL at 1731435453903Running coprocessor post-close hooks at 1731435453907 (+4 ms)Closed at 1731435453907 2024-11-12T18:17:33,907 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731435402160.13ca49225f39a0eca91e33c970c794fb. 2024-11-12T18:17:34,013 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,45917,1731435390532; all regions closed. 2024-11-12T18:17:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741834_1010 (size=2334) 2024-11-12T18:17:34,017 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35245,1731435390396; all regions closed. 2024-11-12T18:17:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741834_1010 (size=2334) 2024-11-12T18:17:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741834_1010 (size=2334) 2024-11-12T18:17:34,020 DEBUG [RS:2;9911683f163c:45917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs 2024-11-12T18:17:34,020 INFO [RS:2;9911683f163c:45917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C45917%2C1731435390532:(num 1731435391491) 2024-11-12T18:17:34,020 DEBUG [RS:2;9911683f163c:45917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,020 INFO [RS:2;9911683f163c:45917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:34,020 INFO [RS:2;9911683f163c:45917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:34,021 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:34,021 INFO [RS:2;9911683f163c:45917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45917 2024-11-12T18:17:34,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:17:34,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,45917,1731435390532 2024-11-12T18:17:34,024 INFO [RS:2;9911683f163c:45917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:34,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,45917,1731435390532] 2024-11-12T18:17:34,032 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,45917,1731435390532 already deleted, retry=false 2024-11-12T18:17:34,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,45917,1731435390532 expired; onlineServers=1 2024-11-12T18:17:34,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/WALs/9911683f163c,35245,1731435390396/9911683f163c%2C35245%2C1731435390396.meta.1731435453324.meta not finished, retry = 0 2024-11-12T18:17:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741865_1041 (size=678) 2024-11-12T18:17:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741865_1041 (size=678) 2024-11-12T18:17:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741865_1041 (size=678) 2024-11-12T18:17:34,126 INFO [RS:2;9911683f163c:45917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:34,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:34,126 INFO [RS:2;9911683f163c:45917 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,45917,1731435390532; zookeeper connection closed. 2024-11-12T18:17:34,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45917-0x10035356f050003, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:34,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15615b2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15615b2a 2024-11-12T18:17:34,139 DEBUG [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs 2024-11-12T18:17:34,139 INFO [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35245%2C1731435390396.meta:.meta(num 1731435453324) 2024-11-12T18:17:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741835_1011 (size=2947) 2024-11-12T18:17:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741835_1011 (size=2947) 2024-11-12T18:17:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741835_1011 (size=2947) 2024-11-12T18:17:34,162 DEBUG [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/oldWALs 2024-11-12T18:17:34,162 INFO [RS:1;9911683f163c:35245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35245%2C1731435390396:(num 1731435391536) 2024-11-12T18:17:34,162 DEBUG [RS:1;9911683f163c:35245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,162 INFO [RS:1;9911683f163c:35245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:34,163 INFO [RS:1;9911683f163c:35245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:34,163 INFO [RS:1;9911683f163c:35245 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:34,163 INFO [RS:1;9911683f163c:35245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:34,163 INFO [RS:1;9911683f163c:35245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35245 2024-11-12T18:17:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:17:34,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35245,1731435390396] 2024-11-12T18:17:34,168 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:34,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9911683f163c,35245,1731435390396 already deleted, retry=false 2024-11-12T18:17:34,169 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35245,1731435390396 expired; onlineServers=0 2024-11-12T18:17:34,169 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,46025,1731435390144' ***** 2024-11-12T18:17:34,169 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:17:34,169 INFO [M:0;9911683f163c:46025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:34,169 INFO [M:0;9911683f163c:46025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:34,169 DEBUG [M:0;9911683f163c:46025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:17:34,169 DEBUG [M:0;9911683f163c:46025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:17:34,169 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435391015 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435391015,5,FailOnTimeoutGroup] 2024-11-12T18:17:34,169 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435391027 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435391027,5,FailOnTimeoutGroup] 2024-11-12T18:17:34,170 INFO [M:0;9911683f163c:46025 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:34,170 INFO [M:0;9911683f163c:46025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:34,170 DEBUG [M:0;9911683f163c:46025 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:17:34,170 INFO [M:0;9911683f163c:46025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:17:34,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9911683f163c,35245,1731435390396 2024-11-12T18:17:34,170 INFO [RS:1;9911683f163c:35245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:34,170 INFO [M:0;9911683f163c:46025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:34,170 ERROR [M:0;9911683f163c:46025 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:35707 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35707,5,PEWorkerGroup] 2024-11-12T18:17:34,170 INFO [M:0;9911683f163c:46025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:17:34,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:17:34,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:17:34,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:17:34,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:17:34,172 DEBUG [M:0;9911683f163c:46025 {}] zookeeper.ZKUtil(347): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:17:34,172 WARN [M:0;9911683f163c:46025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:17:34,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:17:34,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:17:34,177 INFO [M:0;9911683f163c:46025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/.lastflushedseqids 2024-11-12T18:17:34,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741869_1045 (size=632) 2024-11-12T18:17:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741869_1045 (size=632) 2024-11-12T18:17:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741869_1045 (size=632) 2024-11-12T18:17:34,210 INFO [M:0;9911683f163c:46025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:17:34,210 INFO [M:0;9911683f163c:46025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:17:34,211 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:34,211 INFO [M:0;9911683f163c:46025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:34,211 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:34,211 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:34,211 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:34,211 INFO [M:0;9911683f163c:46025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=229.21 KB heapSize=271.01 KB 2024-11-12T18:17:34,232 DEBUG [M:0;9911683f163c:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae8d3b4773f41079cf15ea1aa6282f9 is 82, key is hbase:meta,,1/info:regioninfo/1731435453704/Put/seqid=0 2024-11-12T18:17:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741870_1046 (size=6071) 2024-11-12T18:17:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741870_1046 (size=6071) 2024-11-12T18:17:34,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741870_1046 (size=6071) 2024-11-12T18:17:34,264 INFO [M:0;9911683f163c:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae8d3b4773f41079cf15ea1aa6282f9 2024-11-12T18:17:34,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:34,273 INFO [RS:1;9911683f163c:35245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:34,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35245-0x10035356f050002, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:34,273 INFO [RS:1;9911683f163c:35245 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35245,1731435390396; zookeeper connection closed. 2024-11-12T18:17:34,273 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f086de1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f086de1 2024-11-12T18:17:34,273 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T18:17:34,297 DEBUG [M:0;9911683f163c:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f424822a968e44dda1c88f6dad541da1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435413363/Put/seqid=0 2024-11-12T18:17:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741871_1047 (size=11550) 2024-11-12T18:17:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741871_1047 (size=11550) 2024-11-12T18:17:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741871_1047 (size=11550) 2024-11-12T18:17:34,780 INFO [M:0;9911683f163c:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=227.98 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f424822a968e44dda1c88f6dad541da1 2024-11-12T18:17:34,787 INFO [M:0;9911683f163c:46025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f424822a968e44dda1c88f6dad541da1 2024-11-12T18:17:34,806 DEBUG [M:0;9911683f163c:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292b8edcb7e54e8b9d4922538d4bfa15 is 69, key is 9911683f163c,35245,1731435390396/rs:state/1731435391133/Put/seqid=0 2024-11-12T18:17:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741872_1048 (size=5447) 2024-11-12T18:17:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741872_1048 (size=5447) 2024-11-12T18:17:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741872_1048 (size=5447) 2024-11-12T18:17:35,226 INFO [M:0;9911683f163c:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292b8edcb7e54e8b9d4922538d4bfa15 2024-11-12T18:17:35,235 INFO [M:0;9911683f163c:46025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292b8edcb7e54e8b9d4922538d4bfa15 2024-11-12T18:17:35,237 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eae8d3b4773f41079cf15ea1aa6282f9 as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eae8d3b4773f41079cf15ea1aa6282f9 2024-11-12T18:17:35,247 INFO [M:0;9911683f163c:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eae8d3b4773f41079cf15ea1aa6282f9, entries=14, sequenceid=452, filesize=5.9 K 2024-11-12T18:17:35,249 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f424822a968e44dda1c88f6dad541da1 as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f424822a968e44dda1c88f6dad541da1 2024-11-12T18:17:35,259 INFO [M:0;9911683f163c:46025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f424822a968e44dda1c88f6dad541da1 2024-11-12T18:17:35,259 INFO [M:0;9911683f163c:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f424822a968e44dda1c88f6dad541da1, entries=52, sequenceid=452, filesize=11.3 K 2024-11-12T18:17:35,260 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/292b8edcb7e54e8b9d4922538d4bfa15 as hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/292b8edcb7e54e8b9d4922538d4bfa15 2024-11-12T18:17:35,270 INFO [M:0;9911683f163c:46025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 292b8edcb7e54e8b9d4922538d4bfa15 2024-11-12T18:17:35,270 INFO [M:0;9911683f163c:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35707/user/jenkins/test-data/b300530b-9daa-6b66-d0d3-144397595674/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/292b8edcb7e54e8b9d4922538d4bfa15, entries=3, sequenceid=452, filesize=5.3 K 2024-11-12T18:17:35,272 INFO [M:0;9911683f163c:46025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~229.21 KB/234707, heapSize ~270.71 KB/277208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1061ms, sequenceid=452, compaction requested=false 2024-11-12T18:17:35,277 INFO [M:0;9911683f163c:46025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:35,277 DEBUG [M:0;9911683f163c:46025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435454211Disabling compacts and flushes for region at 1731435454211Disabling writes for close at 1731435454211Obtaining lock to block concurrent updates at 1731435454211Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435454211Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=234707, getHeapSize=277448, getOffHeapSize=0, getCellsCount=551 at 1731435454211Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435454212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435454212Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435454231 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435454231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435454272 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435454296 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435454296Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435454788 (+492 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435454806 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435454806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba51d58: reopening flushed file at 1731435455235 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df9e1e2: reopening flushed file at 1731435455248 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9ee14e: reopening flushed file at 1731435455259 (+11 ms)Finished flush of dataSize ~229.21 KB/234707, heapSize ~270.71 KB/277208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1061ms, sequenceid=452, compaction requested=false at 1731435455272 (+13 ms)Writing region close event to WAL at 1731435455277 (+5 ms)Closed at 1731435455277 2024-11-12T18:17:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43577 is added to blk_1073741830_1006 (size=264902) 2024-11-12T18:17:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741830_1006 (size=264902) 2024-11-12T18:17:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42821 is added to blk_1073741830_1006 (size=264902) 2024-11-12T18:17:35,286 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:35,286 INFO [M:0;9911683f163c:46025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:17:35,286 INFO [M:0;9911683f163c:46025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46025 2024-11-12T18:17:35,286 INFO [M:0;9911683f163c:46025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:35,389 INFO [M:0;9911683f163c:46025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:35,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x10035356f050000, quorum=127.0.0.1:51359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:35,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2ff21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:35,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@657e70ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:35,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:35,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436caa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:35,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2099d161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:35,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:17:35,396 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:17:35,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:17:35,396 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485103215-172.17.0.3-1731435388507 (Datanode Uuid fb949895-cfa0-4fa9-9232-7e80a20f06c8) service to localhost/127.0.0.1:35707 2024-11-12T18:17:35,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data5/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data6/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:17:35,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593f8ced{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:35,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73fb9cb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:35,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:35,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55dc57d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:35,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432c0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:35,422 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:17:35,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:17:35,422 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485103215-172.17.0.3-1731435388507 (Datanode Uuid e3652bd1-1cd0-42e1-91da-33bcb8f8c22e) service to localhost/127.0.0.1:35707 2024-11-12T18:17:35,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:17:35,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data3/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data4/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:17:35,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc685a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:35,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661adf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:35,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:35,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3498d3b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:35,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48767fe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:35,447 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:17:35,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:17:35,447 WARN [BP-1485103215-172.17.0.3-1731435388507 heartbeating to localhost/127.0.0.1:35707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1485103215-172.17.0.3-1731435388507 (Datanode Uuid 42f0341b-7425-4f6a-9474-0ea5e1ac947f) service to localhost/127.0.0.1:35707 2024-11-12T18:17:35,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:17:35,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data1/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/cluster_77faedae-76a2-da8d-4927-656702364568/data/data2/current/BP-1485103215-172.17.0.3-1731435388507 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:35,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:17:35,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@359ec23e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:35,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35d1da40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:35,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:35,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6484de64{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:35,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a732a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa0ff89a-0c18-c833-2a12-f7d49ca79c07/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:35,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:17:35,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:17:35,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 97) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35707 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9911683f163c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35707 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:35707 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35707 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 601) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=676 (was 1378)