2024-11-12 10:12:58,203 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 10:12:58,230 main DEBUG Took 0.025220 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:12:58,231 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:12:58,231 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:12:58,232 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:12:58,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,243 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:12:58,258 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,261 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,269 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,270 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,272 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,273 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,277 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:12:58,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,278 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:12:58,280 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:12:58,282 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:12:58,284 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:12:58,285 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:12:58,287 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:12:58,287 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:12:58,298 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:12:58,301 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:12:58,304 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:12:58,304 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:12:58,305 main DEBUG createAppenders(={Console}) 2024-11-12 10:12:58,306 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 10:12:58,306 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 10:12:58,307 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 10:12:58,307 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:12:58,308 main DEBUG OutputStream closed 2024-11-12 10:12:58,308 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:12:58,309 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:12:58,309 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 10:12:58,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:12:58,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:12:58,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:12:58,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:12:58,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:12:58,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:12:58,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:12:58,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:12:58,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:12:58,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:12:58,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:12:58,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:12:58,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:12:58,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:12:58,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:12:58,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:12:58,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:12:58,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:12:58,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:12:58,437 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 10:12:58,437 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:12:58,438 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T10:12:58,456 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 10:12:58,460 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:12:58,460 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:12:58,471 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T10:12:58,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=5867 2024-11-12T10:12:59,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00 2024-11-12T10:12:59,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:12:59,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad, deleteOnExit=true 2024-11-12T10:12:59,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:12:59,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/test.cache.data in system properties and HBase conf 2024-11-12T10:12:59,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:12:59,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:12:59,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:12:59,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:12:59,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:12:59,205 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:12:59,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:12:59,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:12:59,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:12:59,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:12:59,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:12:59,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:12:59,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:12:59,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:12:59,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:12:59,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:12:59,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:12:59,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:12:59,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:12:59,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:12:59,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:13:00,803 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:13:00,916 INFO [Time-limited test {}] log.Log(170): Logging initialized @3834ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:13:00,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:13:01,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:13:01,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:13:01,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:13:01,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:13:01,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:13:01,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:13:01,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:13:01,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/java.io.tmpdir/jetty-localhost-40499-hadoop-hdfs-3_4_1-tests_jar-_-any-15633333425808768463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:13:01,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:40499} 2024-11-12T10:13:01,390 INFO [Time-limited test {}] server.Server(415): Started @4309ms 2024-11-12T10:13:02,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:13:02,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:13:02,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:13:02,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:13:02,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:13:02,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:13:02,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:13:02,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/java.io.tmpdir/jetty-localhost-45445-hadoop-hdfs-3_4_1-tests_jar-_-any-15923247287306396536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:13:02,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:45445} 2024-11-12T10:13:02,323 INFO [Time-limited test {}] server.Server(415): Started @5241ms 2024-11-12T10:13:02,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:13:02,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:13:02,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:13:02,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:13:02,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:13:02,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:13:02,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:13:02,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:13:02,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/java.io.tmpdir/jetty-localhost-45583-hadoop-hdfs-3_4_1-tests_jar-_-any-17027706295003107605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:13:02,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:45583} 2024-11-12T10:13:02,709 INFO [Time-limited test {}] server.Server(415): Started @5627ms 2024-11-12T10:13:02,711 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:13:02,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:13:02,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:13:02,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:13:02,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:13:02,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:13:02,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:13:02,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:13:02,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/java.io.tmpdir/jetty-localhost-43255-hadoop-hdfs-3_4_1-tests_jar-_-any-28966735700150986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:13:02,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:43255} 2024-11-12T10:13:02,891 INFO [Time-limited test {}] server.Server(415): Started @5810ms 2024-11-12T10:13:02,894 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:13:04,411 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data1/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,411 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data2/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,428 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data3/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,429 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data4/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,455 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:13:04,481 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:13:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d3dfee2ccb4cc8e with lease ID 0x984a330146d4533a: Processing first storage report for DS-8b736462-0c41-475f-9663-87ec203a9d85 from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=37984e72-21d7-4b13-bd43-24c618362f17, infoPort=45773, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d3dfee2ccb4cc8e with lease ID 0x984a330146d4533a: from storage DS-8b736462-0c41-475f-9663-87ec203a9d85 node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=37984e72-21d7-4b13-bd43-24c618362f17, infoPort=45773, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1b824dabecb0daf with lease ID 0x984a330146d4533b: Processing first storage report for DS-0b01d18f-8f8c-4107-b8cf-647044bd3744 from datanode DatanodeRegistration(127.0.0.1:46541, datanodeUuid=fe5be508-f0c0-4d00-8504-1e4d2c2a184d, infoPort=36849, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1b824dabecb0daf with lease ID 0x984a330146d4533b: from storage DS-0b01d18f-8f8c-4107-b8cf-647044bd3744 node DatanodeRegistration(127.0.0.1:46541, datanodeUuid=fe5be508-f0c0-4d00-8504-1e4d2c2a184d, infoPort=36849, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d3dfee2ccb4cc8e with lease ID 0x984a330146d4533a: Processing first storage report for DS-441acc05-be1a-4cf2-a592-e514849d4d9e from datanode DatanodeRegistration(127.0.0.1:42787, datanodeUuid=37984e72-21d7-4b13-bd43-24c618362f17, infoPort=45773, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d3dfee2ccb4cc8e with lease ID 0x984a330146d4533a: from storage DS-441acc05-be1a-4cf2-a592-e514849d4d9e node DatanodeRegistration(127.0.0.1:42787, datanodeUuid=37984e72-21d7-4b13-bd43-24c618362f17, infoPort=45773, infoSecurePort=0, ipcPort=34939, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1b824dabecb0daf with lease ID 0x984a330146d4533b: Processing first storage report for DS-26c56aa9-1daa-4097-b4e7-d202ae1b79bc from datanode DatanodeRegistration(127.0.0.1:46541, datanodeUuid=fe5be508-f0c0-4d00-8504-1e4d2c2a184d, infoPort=36849, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1b824dabecb0daf with lease ID 0x984a330146d4533b: from storage DS-26c56aa9-1daa-4097-b4e7-d202ae1b79bc node DatanodeRegistration(127.0.0.1:46541, datanodeUuid=fe5be508-f0c0-4d00-8504-1e4d2c2a184d, infoPort=36849, infoSecurePort=0, ipcPort=45945, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,555 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data5/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,555 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data6/current/BP-287580527-172.17.0.3-1731406380135/current, will proceed with Du for space computation calculation, 2024-11-12T10:13:04,597 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:13:04,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7692c9dbea708c3 with lease ID 0x984a330146d4533c: Processing first storage report for DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39 from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=e6a1d253-ae71-4ff5-a322-39dfe09c735d, infoPort=46649, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7692c9dbea708c3 with lease ID 0x984a330146d4533c: from storage DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39 node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=e6a1d253-ae71-4ff5-a322-39dfe09c735d, infoPort=46649, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7692c9dbea708c3 with lease ID 0x984a330146d4533c: Processing first storage report for DS-2271bcfd-71f3-492c-b644-0316d2ffa227 from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=e6a1d253-ae71-4ff5-a322-39dfe09c735d, infoPort=46649, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135) 2024-11-12T10:13:04,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7692c9dbea708c3 with lease ID 0x984a330146d4533c: from storage DS-2271bcfd-71f3-492c-b644-0316d2ffa227 node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=e6a1d253-ae71-4ff5-a322-39dfe09c735d, infoPort=46649, infoSecurePort=0, ipcPort=34009, storageInfo=lv=-57;cid=testClusterID;nsid=810172430;c=1731406380135), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:13:04,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00 2024-11-12T10:13:04,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/zookeeper_0, clientPort=57752, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:13:04,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57752 2024-11-12T10:13:04,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:04,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:13:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:13:05,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:13:05,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f with version=8 2024-11-12T10:13:05,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/hbase-staging 2024-11-12T10:13:05,250 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:13:05,510 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:13:05,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:05,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:05,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:13:05,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:05,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:13:05,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:13:05,730 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:13:05,739 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:13:05,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:13:05,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1011 (auto-detected) 2024-11-12T10:13:05,766 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T10:13:05,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44963 2024-11-12T10:13:05,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44963 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-12T10:13:05,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449630x0, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:13:05,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44963-0x1012e88c9ec0000 connected 2024-11-12T10:13:05,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:05,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:13:06,012 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f, hbase.cluster.distributed=false 2024-11-12T10:13:06,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:13:06,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-12T10:13:06,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44963 2024-11-12T10:13:06,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44963 2024-11-12T10:13:06,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-12T10:13:06,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44963 2024-11-12T10:13:06,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:13:06,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:13:06,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:13:06,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:13:06,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:13:06,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40759 2024-11-12T10:13:06,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40759 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-12T10:13:06,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407590x0, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:13:06,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407590x0, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:13:06,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40759-0x1012e88c9ec0001 connected 2024-11-12T10:13:06,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:13:06,245 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:13:06,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:13:06,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:13:06,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-12T10:13:06,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40759 2024-11-12T10:13:06,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40759 2024-11-12T10:13:06,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-12T10:13:06,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-12T10:13:06,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:13:06,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:13:06,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:13:06,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:13:06,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:13:06,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37487 2024-11-12T10:13:06,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37487 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-12T10:13:06,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374870x0, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:13:06,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374870x0, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:13:06,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37487-0x1012e88c9ec0002 connected 2024-11-12T10:13:06,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:13:06,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:13:06,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:13:06,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:13:06,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-12T10:13:06,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37487 2024-11-12T10:13:06,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37487 2024-11-12T10:13:06,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-12T10:13:06,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37487 2024-11-12T10:13:06,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:13:06,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:13:06,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:13:06,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:13:06,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:13:06,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:13:06,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41049 2024-11-12T10:13:06,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41049 connecting to ZooKeeper ensemble=127.0.0.1:57752 2024-11-12T10:13:06,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410490x0, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:13:06,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410490x0, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:13:06,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41049-0x1012e88c9ec0003 connected 2024-11-12T10:13:06,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:13:06,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:13:06,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:13:06,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:13:06,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41049 2024-11-12T10:13:06,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41049 2024-11-12T10:13:06,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41049 2024-11-12T10:13:06,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41049 2024-11-12T10:13:06,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41049 2024-11-12T10:13:06,410 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:44963 2024-11-12T10:13:06,411 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a10fb4296bab,44963,1731406385353 2024-11-12T10:13:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,429 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a10fb4296bab,44963,1731406385353 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,459 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:13:06,460 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a10fb4296bab,44963,1731406385353 from backup master directory 2024-11-12T10:13:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a10fb4296bab,44963,1731406385353 2024-11-12T10:13:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:13:06,481 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:13:06,481 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,44963,1731406385353 2024-11-12T10:13:06,483 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:13:06,485 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:13:06,547 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/hbase.id] with ID: f8aef7e2-c07b-4f93-8110-d763aa33132d 2024-11-12T10:13:06,547 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.tmp/hbase.id 2024-11-12T10:13:06,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:13:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:13:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:13:06,588 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.tmp/hbase.id]:[hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/hbase.id] 2024-11-12T10:13:06,646 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:13:06,652 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:13:06,678 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-12T10:13:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:13:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:13:06,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:13:06,752 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:13:06,754 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:13:06,771 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:13:06,775 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:13:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:13:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:13:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:13:06,836 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store 2024-11-12T10:13:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:13:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:13:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:13:07,270 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:13:07,273 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:07,274 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:13:07,274 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:13:07,274 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:13:07,275 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:13:07,276 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:13:07,276 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:13:07,277 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406387274Disabling compacts and flushes for region at 1731406387274Disabling writes for close at 1731406387276 (+2 ms)Writing region close event to WAL at 1731406387276Closed at 1731406387276 2024-11-12T10:13:07,279 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/.initializing 2024-11-12T10:13:07,279 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/WALs/a10fb4296bab,44963,1731406385353 2024-11-12T10:13:07,287 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:13:07,302 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C44963%2C1731406385353, suffix=, logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/WALs/a10fb4296bab,44963,1731406385353, archiveDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/oldWALs, maxLogs=10 2024-11-12T10:13:07,321 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/WALs/a10fb4296bab,44963,1731406385353/a10fb4296bab%2C44963%2C1731406385353.1731406387305, exclude list is [], retry=0 2024-11-12T10:13:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39,DISK] 2024-11-12T10:13:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-8b736462-0c41-475f-9663-87ec203a9d85,DISK] 2024-11-12T10:13:07,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-0b01d18f-8f8c-4107-b8cf-647044bd3744,DISK] 2024-11-12T10:13:07,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:13:07,386 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/WALs/a10fb4296bab,44963,1731406385353/a10fb4296bab%2C44963%2C1731406385353.1731406387305 2024-11-12T10:13:07,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45773:45773),(127.0.0.1/127.0.0.1:36849:36849),(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-12T10:13:07,387 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:13:07,388 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:07,392 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,393 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:13:07,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:07,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:07,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:13:07,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:07,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:07,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:13:07,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:07,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:07,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:13:07,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:07,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:07,467 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,470 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,471 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,476 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,477 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,480 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:13:07,483 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:13:07,487 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:07,489 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66579026, jitterRate=-0.007895201444625854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:13:07,497 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406387405Initializing all the Stores at 1731406387407 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406387408 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406387409 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406387409Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406387409Cleaning up temporary data from old regions at 1731406387477 (+68 ms)Region opened successfully at 1731406387497 (+20 ms) 2024-11-12T10:13:07,498 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:13:07,538 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d384d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:13:07,565 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:13:07,575 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:13:07,576 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:13:07,579 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:13:07,580 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:13:07,584 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T10:13:07,585 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T10:13:07,610 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:13:07,618 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:13:07,643 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:13:07,645 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:13:07,647 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:13:07,658 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:13:07,661 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:13:07,665 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:13:07,674 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:13:07,676 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:13:07,685 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:13:07,707 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:13:07,716 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:13:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,736 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,44963,1731406385353, sessionid=0x1012e88c9ec0000, setting cluster-up flag (Was=false) 2024-11-12T10:13:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,795 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:13:07,797 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,44963,1731406385353 2024-11-12T10:13:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:07,858 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:13:07,859 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,44963,1731406385353 2024-11-12T10:13:07,865 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:13:07,899 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(746): ClusterId : f8aef7e2-c07b-4f93-8110-d763aa33132d 2024-11-12T10:13:07,899 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(746): ClusterId : f8aef7e2-c07b-4f93-8110-d763aa33132d 2024-11-12T10:13:07,899 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(746): ClusterId : f8aef7e2-c07b-4f93-8110-d763aa33132d 2024-11-12T10:13:07,901 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:13:07,901 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:13:07,901 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:13:07,936 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:13:07,948 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:13:07,957 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:13:07,964 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,44963,1731406385353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:13:07,987 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:13:07,987 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:13:07,987 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:13:07,987 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:13:07,987 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:13:07,987 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:13:07,988 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:13:07,989 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:07,995 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406417994 2024-11-12T10:13:07,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:13:07,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:13:07,997 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:13:07,998 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:13:08,001 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:13:08,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:13:08,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:08,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:13:08,002 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:13:08,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:13:08,003 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,007 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:13:08,008 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:13:08,009 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:13:08,011 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:13:08,012 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:13:08,014 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406388013,5,FailOnTimeoutGroup] 2024-11-12T10:13:08,014 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406388014,5,FailOnTimeoutGroup] 2024-11-12T10:13:08,014 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,015 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:13:08,044 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:13:08,044 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:13:08,044 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:13:08,045 DEBUG [RS:0;a10fb4296bab:40759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c645e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:13:08,045 DEBUG [RS:2;a10fb4296bab:41049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06da3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:13:08,045 DEBUG [RS:1;a10fb4296bab:37487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a9f312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:13:08,045 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,046 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:13:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:13:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:13:08,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:13:08,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:08,061 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a10fb4296bab:41049 2024-11-12T10:13:08,064 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a10fb4296bab:37487 2024-11-12T10:13:08,064 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:40759 2024-11-12T10:13:08,065 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:13:08,065 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:13:08,065 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:13:08,065 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:13:08,065 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:13:08,065 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:13:08,065 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:13:08,065 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:13:08,065 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:13:08,068 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,44963,1731406385353 with port=40759, startcode=1731406386150 2024-11-12T10:13:08,068 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,44963,1731406385353 with port=41049, startcode=1731406386348 2024-11-12T10:13:08,068 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,44963,1731406385353 with port=37487, startcode=1731406386281 2024-11-12T10:13:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:13:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:13:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:13:08,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:08,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:13:08,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:13:08,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:08,083 DEBUG [RS:0;a10fb4296bab:40759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:13:08,083 DEBUG [RS:2;a10fb4296bab:41049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:13:08,083 DEBUG [RS:1;a10fb4296bab:37487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:13:08,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:08,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:13:08,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:13:08,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:08,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:08,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:13:08,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:13:08,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:13:08,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:13:08,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:08,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:08,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:13:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740 2024-11-12T10:13:08,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740 2024-11-12T10:13:08,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:13:08,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:13:08,114 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:13:08,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:13:08,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:13:08,123 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:13:08,123 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:13:08,125 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:08,126 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58829029, jitterRate=-0.12337915599346161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:13:08,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406388076Initializing all the Stores at 1731406388078 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406388078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406388078Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406388078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406388078Cleaning up temporary data from old regions at 1731406388110 (+32 ms)Region opened successfully at 1731406388132 (+22 ms) 2024-11-12T10:13:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:13:08,132 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:13:08,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:13:08,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:13:08,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:13:08,134 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:13:08,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406388132Disabling compacts and flushes for region at 1731406388132Disabling writes for close at 1731406388133 (+1 ms)Writing region close event to WAL at 1731406388134 (+1 ms)Closed at 1731406388134 2024-11-12T10:13:08,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:13:08,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:13:08,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,144 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:13:08,147 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:08,147 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46841 2024-11-12T10:13:08,147 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:13:08,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44963 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,149 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:08,149 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46841 2024-11-12T10:13:08,149 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:13:08,153 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:08,153 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46841 2024-11-12T10:13:08,153 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:13:08,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:13:08,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:13:08,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:13:08,216 DEBUG [RS:2;a10fb4296bab:41049 {}] zookeeper.ZKUtil(111): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,216 DEBUG [RS:0;a10fb4296bab:40759 {}] zookeeper.ZKUtil(111): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,216 WARN [RS:2;a10fb4296bab:41049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:13:08,216 WARN [RS:0;a10fb4296bab:40759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:13:08,216 INFO [RS:2;a10fb4296bab:41049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:13:08,216 INFO [RS:0;a10fb4296bab:40759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:13:08,217 DEBUG [RS:1;a10fb4296bab:37487 {}] zookeeper.ZKUtil(111): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,217 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,217 DEBUG [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,217 WARN [RS:1;a10fb4296bab:37487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:13:08,217 INFO [RS:1;a10fb4296bab:37487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:13:08,217 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,41049,1731406386348] 2024-11-12T10:13:08,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40759,1731406386150] 2024-11-12T10:13:08,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,37487,1731406386281] 2024-11-12T10:13:08,245 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:13:08,245 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:13:08,245 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:13:08,261 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:13:08,261 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:13:08,261 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:13:08,267 INFO [RS:0;a10fb4296bab:40759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:13:08,267 INFO [RS:2;a10fb4296bab:41049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:13:08,267 INFO [RS:1;a10fb4296bab:37487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:13:08,268 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,268 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,268 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,276 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:13:08,280 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:13:08,280 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:13:08,285 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:13:08,285 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:13:08,285 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:13:08,287 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,287 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,288 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,288 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,288 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,289 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:13:08,289 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,290 DEBUG [RS:0;a10fb4296bab:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,290 DEBUG [RS:2;a10fb4296bab:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,290 DEBUG [RS:1;a10fb4296bab:37487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,293 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37487,1731406386281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:13:08,294 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,294 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,294 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,294 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,295 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,295 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40759,1731406386150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:13:08,299 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,299 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,300 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,300 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,300 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,300 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41049,1731406386348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:13:08,311 WARN [a10fb4296bab:44963 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:13:08,319 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:13:08,319 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:13:08,322 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40759,1731406386150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,322 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,37487,1731406386281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,322 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,322 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,322 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.Replication(171): a10fb4296bab,37487,1731406386281 started 2024-11-12T10:13:08,322 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.Replication(171): a10fb4296bab,40759,1731406386150 started 2024-11-12T10:13:08,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:13:08,324 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,41049,1731406386348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,324 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.Replication(171): a10fb4296bab,41049,1731406386348 started 2024-11-12T10:13:08,339 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,339 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,37487,1731406386281, RpcServer on a10fb4296bab/172.17.0.3:37487, sessionid=0x1012e88c9ec0002 2024-11-12T10:13:08,340 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:13:08,340 DEBUG [RS:1;a10fb4296bab:37487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,340 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,37487,1731406386281' 2024-11-12T10:13:08,341 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:13:08,341 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:13:08,342 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:13:08,342 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:13:08,342 DEBUG [RS:1;a10fb4296bab:37487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,342 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,37487,1731406386281' 2024-11-12T10:13:08,342 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:13:08,343 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:13:08,343 DEBUG [RS:1;a10fb4296bab:37487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:13:08,343 INFO [RS:1;a10fb4296bab:37487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:13:08,344 INFO [RS:1;a10fb4296bab:37487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:13:08,345 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,345 INFO [RS:0;a10fb4296bab:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:08,345 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40759,1731406386150, RpcServer on a10fb4296bab/172.17.0.3:40759, sessionid=0x1012e88c9ec0001 2024-11-12T10:13:08,345 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,41049,1731406386348, RpcServer on a10fb4296bab/172.17.0.3:41049, sessionid=0x1012e88c9ec0003 2024-11-12T10:13:08,345 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:13:08,345 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:13:08,345 DEBUG [RS:2;a10fb4296bab:41049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,345 DEBUG [RS:0;a10fb4296bab:40759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,345 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40759,1731406386150' 2024-11-12T10:13:08,345 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41049,1731406386348' 2024-11-12T10:13:08,345 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:13:08,345 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:13:08,346 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:13:08,346 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:13:08,347 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:13:08,347 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:13:08,347 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:13:08,347 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:13:08,347 DEBUG [RS:2;a10fb4296bab:41049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,41049,1731406386348 2024-11-12T10:13:08,347 DEBUG [RS:0;a10fb4296bab:40759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40759,1731406386150 2024-11-12T10:13:08,347 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,41049,1731406386348' 2024-11-12T10:13:08,347 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40759,1731406386150' 2024-11-12T10:13:08,347 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:13:08,347 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:13:08,348 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:13:08,348 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:13:08,348 DEBUG [RS:2;a10fb4296bab:41049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:13:08,348 DEBUG [RS:0;a10fb4296bab:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:13:08,348 INFO [RS:2;a10fb4296bab:41049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:13:08,348 INFO [RS:0;a10fb4296bab:40759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:13:08,348 INFO [RS:2;a10fb4296bab:41049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:13:08,348 INFO [RS:0;a10fb4296bab:40759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:13:08,449 INFO [RS:2;a10fb4296bab:41049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:13:08,449 INFO [RS:1;a10fb4296bab:37487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:13:08,449 INFO [RS:0;a10fb4296bab:40759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:13:08,452 INFO [RS:2;a10fb4296bab:41049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C41049%2C1731406386348, suffix=, logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,41049,1731406386348, archiveDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs, maxLogs=32 2024-11-12T10:13:08,452 INFO [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C37487%2C1731406386281, suffix=, logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281, archiveDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs, maxLogs=32 2024-11-12T10:13:08,452 INFO [RS:0;a10fb4296bab:40759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C40759%2C1731406386150, suffix=, logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150, archiveDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs, maxLogs=32 2024-11-12T10:13:08,469 DEBUG [RS:1;a10fb4296bab:37487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281/a10fb4296bab%2C37487%2C1731406386281.1731406388456, exclude list is [], retry=0 2024-11-12T10:13:08,469 DEBUG [RS:2;a10fb4296bab:41049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,41049,1731406386348/a10fb4296bab%2C41049%2C1731406386348.1731406388456, exclude list is [], retry=0 2024-11-12T10:13:08,469 DEBUG [RS:0;a10fb4296bab:40759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150/a10fb4296bab%2C40759%2C1731406386150.1731406388456, exclude list is [], retry=0 2024-11-12T10:13:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-8b736462-0c41-475f-9663-87ec203a9d85,DISK] 2024-11-12T10:13:08,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-8b736462-0c41-475f-9663-87ec203a9d85,DISK] 2024-11-12T10:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39,DISK] 2024-11-12T10:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-0b01d18f-8f8c-4107-b8cf-647044bd3744,DISK] 2024-11-12T10:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-8b736462-0c41-475f-9663-87ec203a9d85,DISK] 2024-11-12T10:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-0b01d18f-8f8c-4107-b8cf-647044bd3744,DISK] 2024-11-12T10:13:08,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39,DISK] 2024-11-12T10:13:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39,DISK] 2024-11-12T10:13:08,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-0b01d18f-8f8c-4107-b8cf-647044bd3744,DISK] 2024-11-12T10:13:08,481 INFO [RS:0;a10fb4296bab:40759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150/a10fb4296bab%2C40759%2C1731406386150.1731406388456 2024-11-12T10:13:08,482 DEBUG [RS:0;a10fb4296bab:40759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45773:45773),(127.0.0.1/127.0.0.1:46649:46649),(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-12T10:13:08,483 INFO [RS:2;a10fb4296bab:41049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,41049,1731406386348/a10fb4296bab%2C41049%2C1731406386348.1731406388456 2024-11-12T10:13:08,483 DEBUG [RS:2;a10fb4296bab:41049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45773:45773),(127.0.0.1/127.0.0.1:46649:46649),(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-12T10:13:08,483 INFO [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281/a10fb4296bab%2C37487%2C1731406386281.1731406388456 2024-11-12T10:13:08,484 DEBUG [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45773:45773),(127.0.0.1/127.0.0.1:46649:46649),(127.0.0.1/127.0.0.1:36849:36849)] 2024-11-12T10:13:08,567 DEBUG [a10fb4296bab:44963 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:13:08,576 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:13:08,582 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:13:08,582 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:13:08,582 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:13:08,582 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:13:08,583 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:13:08,583 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:13:08,583 INFO [a10fb4296bab:44963 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:13:08,583 INFO [a10fb4296bab:44963 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:13:08,583 INFO [a10fb4296bab:44963 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:13:08,583 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:13:08,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:08,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,37487,1731406386281, state=OPENING 2024-11-12T10:13:08,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:13:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:08,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:13:08,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:08,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:08,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:08,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:08,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:13:08,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:13:15,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:13:18,819 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:13:18,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:13:18,833 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:13:18,833 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:13:18,834 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:13:18,837 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C37487%2C1731406386281.meta, suffix=.meta, logDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281, archiveDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs, maxLogs=32 2024-11-12T10:13:18,851 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281/a10fb4296bab%2C37487%2C1731406386281.meta.1731406398839.meta, exclude list is [], retry=0 2024-11-12T10:13:18,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42787,DS-8b736462-0c41-475f-9663-87ec203a9d85,DISK] 2024-11-12T10:13:18,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-0b01d18f-8f8c-4107-b8cf-647044bd3744,DISK] 2024-11-12T10:13:18,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-c8160292-fa7f-46c8-8e0f-825b43fc2e39,DISK] 2024-11-12T10:13:18,858 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,37487,1731406386281/a10fb4296bab%2C37487%2C1731406386281.meta.1731406398839.meta 2024-11-12T10:13:18,859 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36849:36849),(127.0.0.1/127.0.0.1:45773:45773),(127.0.0.1/127.0.0.1:46649:46649)] 2024-11-12T10:13:18,859 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:13:18,860 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:13:18,863 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:13:18,867 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:13:18,871 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:13:18,872 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:18,872 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:13:18,872 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:13:18,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:13:18,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:13:18,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:13:18,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:13:18,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:18,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:18,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:13:18,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:13:18,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:18,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:18,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:13:18,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:13:18,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:18,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:13:18,885 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:13:18,886 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740 2024-11-12T10:13:18,889 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740 2024-11-12T10:13:18,891 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:13:18,891 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:13:18,892 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:13:18,895 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:13:18,897 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68828084, jitterRate=0.025618374347686768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:13:18,897 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:13:18,898 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406398873Writing region info on filesystem at 1731406398873Initializing all the Stores at 1731406398875 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406398875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406398875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406398875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406398875Cleaning up temporary data from old regions at 1731406398891 (+16 ms)Running coprocessor post-open hooks at 1731406398897 (+6 ms)Region opened successfully at 1731406398898 (+1 ms) 2024-11-12T10:13:18,905 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406398809 2024-11-12T10:13:18,916 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:13:18,916 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:13:18,917 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:18,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,37487,1731406386281, state=OPEN 2024-11-12T10:13:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:13:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:13:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:13:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:13:18,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:18,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:18,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:18,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:13:18,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:18,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:13:18,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,37487,1731406386281 in 10.2000 sec 2024-11-12T10:13:19,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:13:19,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8490 sec 2024-11-12T10:13:19,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:13:19,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:13:19,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:13:19,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,37487,1731406386281, seqNum=-1] 2024-11-12T10:13:19,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:13:19,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:13:19,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1630 sec 2024-11-12T10:13:19,057 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406399057, completionTime=-1 2024-11-12T10:13:19,060 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:13:19,060 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:13:19,085 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T10:13:19,085 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406459085 2024-11-12T10:13:19,085 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406519085 2024-11-12T10:13:19,086 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-12T10:13:19,087 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:13:19,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,093 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,095 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:44963, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,095 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,095 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,101 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:13:19,122 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.640sec 2024-11-12T10:13:19,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:13:19,124 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:13:19,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:13:19,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:13:19,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:13:19,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:13:19,127 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:13:19,131 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:13:19,132 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:13:19,132 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,44963,1731406385353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:13:19,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6610b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,222 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:13:19,223 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:13:19,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44963,-1 for getting cluster id 2024-11-12T10:13:19,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:13:19,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8aef7e2-c07b-4f93-8110-d763aa33132d' 2024-11-12T10:13:19,239 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:13:19,239 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8aef7e2-c07b-4f93-8110-d763aa33132d" 2024-11-12T10:13:19,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d703a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44963,-1] 2024-11-12T10:13:19,242 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:13:19,244 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:19,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:13:19,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb8676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:13:19,254 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,37487,1731406386281, seqNum=-1] 2024-11-12T10:13:19,254 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:13:19,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:13:19,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,44963,1731406385353 2024-11-12T10:13:19,299 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731406399298 (current time:1731406399298). 2024-11-12T10:13:19,300 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T10:13:19,300 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T10:13:19,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bf558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,44963,-1 for getting cluster id 2024-11-12T10:13:19,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:13:19,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8aef7e2-c07b-4f93-8110-d763aa33132d' 2024-11-12T10:13:19,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:13:19,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8aef7e2-c07b-4f93-8110-d763aa33132d" 2024-11-12T10:13:19,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640bea7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,44963,-1] 2024-11-12T10:13:19,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:13:19,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:19,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:13:19,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604182c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:13:19,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:13:19,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,37487,1731406386281, seqNum=-1] 2024-11-12T10:13:19,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:13:19,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:13:19,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:13:19,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:13:19,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:19,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:19,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:13:19,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:13:19,336 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,44963,1731406385353 2024-11-12T10:13:19,339 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a7337d 2024-11-12T10:13:19,340 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:13:19,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:13:19,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:13:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T10:13:19,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:13:19,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T10:13:19,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:19,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:13:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:13:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:13:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:13:19,378 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e89bd4898c02a181d2d3cb41473cfada, NAME => 'SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,378 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f5c3c0e8f8b6baaead858ef53f910bf3, NAME => 'SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,379 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2cc4ce04bdb17f4ee78c9757bfe9d8dc, NAME => 'SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:13:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:13:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:13:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:13:19,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2cc4ce04bdb17f4ee78c9757bfe9d8dc, disabling compactions & flushes 2024-11-12T10:13:19,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:19,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:19,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. after waiting 0 ms 2024-11-12T10:13:19,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:19,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:19,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: Waiting for close lock at 1731406399401Disabling compacts and flushes for region at 1731406399401Disabling writes for close at 1731406399402 (+1 ms)Writing region close event to WAL at 1731406399402Closed at 1731406399402 2024-11-12T10:13:19,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d2845a96f21ad7cb20fb49af26d3dea0, NAME => 'SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:13:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:13:19,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f5c3c0e8f8b6baaead858ef53f910bf3, disabling compactions & flushes 2024-11-12T10:13:19,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:19,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:19,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. after waiting 0 ms 2024-11-12T10:13:19,404 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:19,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:19,405 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f5c3c0e8f8b6baaead858ef53f910bf3: Waiting for close lock at 1731406399404Disabling compacts and flushes for region at 1731406399404Disabling writes for close at 1731406399404Writing region close event to WAL at 1731406399404Closed at 1731406399404 2024-11-12T10:13:19,405 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 070ccfb84763f8e4829a8a6eb84fa542, NAME => 'SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:13:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:13:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:13:19,431 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e89bd4898c02a181d2d3cb41473cfada, disabling compactions & flushes 2024-11-12T10:13:19,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:19,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:19,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. after waiting 0 ms 2024-11-12T10:13:19,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:19,432 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:19,432 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e89bd4898c02a181d2d3cb41473cfada: Waiting for close lock at 1731406399432Disabling compacts and flushes for region at 1731406399432Disabling writes for close at 1731406399432Writing region close event to WAL at 1731406399432Closed at 1731406399432 2024-11-12T10:13:19,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a152ec4642361f5271f2ddb11804cdc, NAME => 'SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:13:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:13:19,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 070ccfb84763f8e4829a8a6eb84fa542, disabling compactions & flushes 2024-11-12T10:13:19,447 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. after waiting 0 ms 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:19,447 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:19,447 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 070ccfb84763f8e4829a8a6eb84fa542: Waiting for close lock at 1731406399447Disabling compacts and flushes for region at 1731406399447Disabling writes for close at 1731406399447Writing region close event to WAL at 1731406399447Closed at 1731406399447 2024-11-12T10:13:19,448 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b2e49fc13f6a385d977e59e0c74d41c3, NAME => 'SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:13:19,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:13:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d2845a96f21ad7cb20fb49af26d3dea0, disabling compactions & flushes 2024-11-12T10:13:19,454 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. after waiting 0 ms 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:19,454 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:19,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d2845a96f21ad7cb20fb49af26d3dea0: Waiting for close lock at 1731406399454Disabling compacts and flushes for region at 1731406399454Disabling writes for close at 1731406399454Writing region close event to WAL at 1731406399454Closed at 1731406399454 2024-11-12T10:13:19,455 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 927b691ccd2b459a72278fa0fb44a5e3, NAME => 'SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:13:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:13:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:13:19,468 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3a152ec4642361f5271f2ddb11804cdc, disabling compactions & flushes 2024-11-12T10:13:19,469 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:19,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:19,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. after waiting 0 ms 2024-11-12T10:13:19,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:19,469 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:19,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a152ec4642361f5271f2ddb11804cdc: Waiting for close lock at 1731406399468Disabling compacts and flushes for region at 1731406399468Disabling writes for close at 1731406399469 (+1 ms)Writing region close event to WAL at 1731406399469Closed at 1731406399469 2024-11-12T10:13:19,470 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe9b784751e742b46b4f9e4eb06fbe80, NAME => 'SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:13:19,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:13:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:13:19,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b2e49fc13f6a385d977e59e0c74d41c3, disabling compactions & flushes 2024-11-12T10:13:19,509 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:19,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:19,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. after waiting 0 ms 2024-11-12T10:13:19,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:19,510 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:19,510 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b2e49fc13f6a385d977e59e0c74d41c3: Waiting for close lock at 1731406399509Disabling compacts and flushes for region at 1731406399509Disabling writes for close at 1731406399509Writing region close event to WAL at 1731406399510 (+1 ms)Closed at 1731406399510 2024-11-12T10:13:19,511 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9dfcdf02b47ddf81b761a7b0a154b1c3, NAME => 'SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f 2024-11-12T10:13:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:13:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:13:19,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fe9b784751e742b46b4f9e4eb06fbe80, disabling compactions & flushes 2024-11-12T10:13:19,539 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:19,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:19,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. after waiting 0 ms 2024-11-12T10:13:19,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:19,540 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:19,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe9b784751e742b46b4f9e4eb06fbe80: Waiting for close lock at 1731406399539Disabling compacts and flushes for region at 1731406399539Disabling writes for close at 1731406399540 (+1 ms)Writing region close event to WAL at 1731406399540Closed at 1731406399540 2024-11-12T10:13:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:13:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:13:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:13:19,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 927b691ccd2b459a72278fa0fb44a5e3, disabling compactions & flushes 2024-11-12T10:13:19,542 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. after waiting 0 ms 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:19,542 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:19,542 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 927b691ccd2b459a72278fa0fb44a5e3: Waiting for close lock at 1731406399542Disabling compacts and flushes for region at 1731406399542Disabling writes for close at 1731406399542Writing region close event to WAL at 1731406399542Closed at 1731406399542 2024-11-12T10:13:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:13:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:13:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:13:19,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:19,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9dfcdf02b47ddf81b761a7b0a154b1c3, disabling compactions & flushes 2024-11-12T10:13:19,562 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:19,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:19,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. after waiting 0 ms 2024-11-12T10:13:19,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:19,562 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:19,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9dfcdf02b47ddf81b761a7b0a154b1c3: Waiting for close lock at 1731406399561Disabling compacts and flushes for region at 1731406399561Disabling writes for close at 1731406399562 (+1 ms)Writing region close event to WAL at 1731406399562Closed at 1731406399562 2024-11-12T10:13:19,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:13:19,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731406399564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406399564"}]},"ts":"1731406399564"} 2024-11-12T10:13:19,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T10:13:19,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:13:19,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406399606"}]},"ts":"1731406399606"} 2024-11-12T10:13:19,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T10:13:19,613 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:13:19,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:13:19,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:13:19,621 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:13:19,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:13:19,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e89bd4898c02a181d2d3cb41473cfada, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c3c0e8f8b6baaead858ef53f910bf3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2845a96f21ad7cb20fb49af26d3dea0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a152ec4642361f5271f2ddb11804cdc, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=927b691ccd2b459a72278fa0fb44a5e3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe9b784751e742b46b4f9e4eb06fbe80, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN}] 2024-11-12T10:13:19,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2845a96f21ad7cb20fb49af26d3dea0, ASSIGN 2024-11-12T10:13:19,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN 2024-11-12T10:13:19,629 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c3c0e8f8b6baaead858ef53f910bf3, ASSIGN 2024-11-12T10:13:19,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN 2024-11-12T10:13:19,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN 2024-11-12T10:13:19,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN; state=OFFLINE, location=a10fb4296bab,40759,1731406386150; forceNewPlan=false, retain=false 2024-11-12T10:13:19,630 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN; state=OFFLINE, location=a10fb4296bab,40759,1731406386150; forceNewPlan=false, retain=false 2024-11-12T10:13:19,630 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c3c0e8f8b6baaead858ef53f910bf3, ASSIGN; state=OFFLINE, location=a10fb4296bab,37487,1731406386281; forceNewPlan=false, retain=false 2024-11-12T10:13:19,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2845a96f21ad7cb20fb49af26d3dea0, ASSIGN; state=OFFLINE, location=a10fb4296bab,37487,1731406386281; forceNewPlan=false, retain=false 2024-11-12T10:13:19,632 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN; state=OFFLINE, location=a10fb4296bab,40759,1731406386150; forceNewPlan=false, retain=false 2024-11-12T10:13:19,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe9b784751e742b46b4f9e4eb06fbe80, ASSIGN 2024-11-12T10:13:19,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a152ec4642361f5271f2ddb11804cdc, ASSIGN 2024-11-12T10:13:19,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN 2024-11-12T10:13:19,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=927b691ccd2b459a72278fa0fb44a5e3, ASSIGN 2024-11-12T10:13:19,639 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e89bd4898c02a181d2d3cb41473cfada, ASSIGN 2024-11-12T10:13:19,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe9b784751e742b46b4f9e4eb06fbe80, ASSIGN; state=OFFLINE, location=a10fb4296bab,37487,1731406386281; forceNewPlan=false, retain=false 2024-11-12T10:13:19,640 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e89bd4898c02a181d2d3cb41473cfada, ASSIGN; state=OFFLINE, location=a10fb4296bab,41049,1731406386348; forceNewPlan=false, retain=false 2024-11-12T10:13:19,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=927b691ccd2b459a72278fa0fb44a5e3, ASSIGN; state=OFFLINE, location=a10fb4296bab,41049,1731406386348; forceNewPlan=false, retain=false 2024-11-12T10:13:19,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN; state=OFFLINE, location=a10fb4296bab,40759,1731406386150; forceNewPlan=false, retain=false 2024-11-12T10:13:19,640 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a152ec4642361f5271f2ddb11804cdc, ASSIGN; state=OFFLINE, location=a10fb4296bab,41049,1731406386348; forceNewPlan=false, retain=false 2024-11-12T10:13:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:19,783 INFO [a10fb4296bab:44963 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T10:13:19,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=927b691ccd2b459a72278fa0fb44a5e3, regionState=OPENING, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:19,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9dfcdf02b47ddf81b761a7b0a154b1c3, regionState=OPENING, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:19,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a152ec4642361f5271f2ddb11804cdc, regionState=OPENING, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:19,784 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b2e49fc13f6a385d977e59e0c74d41c3, regionState=OPENING, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:19,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e89bd4898c02a181d2d3cb41473cfada, regionState=OPENING, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:19,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=070ccfb84763f8e4829a8a6eb84fa542, regionState=OPENING, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:19,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2cc4ce04bdb17f4ee78c9757bfe9d8dc, regionState=OPENING, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:19,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fe9b784751e742b46b4f9e4eb06fbe80, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:19,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2845a96f21ad7cb20fb49af26d3dea0, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:19,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f5c3c0e8f8b6baaead858ef53f910bf3, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:19,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3a152ec4642361f5271f2ddb11804cdc, ASSIGN because future has completed 2024-11-12T10:13:19,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a152ec4642361f5271f2ddb11804cdc, server=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:19,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e89bd4898c02a181d2d3cb41473cfada, ASSIGN because future has completed 2024-11-12T10:13:19,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89bd4898c02a181d2d3cb41473cfada, server=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:19,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN because future has completed 2024-11-12T10:13:19,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=927b691ccd2b459a72278fa0fb44a5e3, ASSIGN because future has completed 2024-11-12T10:13:19,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,40759,1731406386150}] 2024-11-12T10:13:19,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3, server=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:19,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN because future has completed 2024-11-12T10:13:19,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN because future has completed 2024-11-12T10:13:19,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2845a96f21ad7cb20fb49af26d3dea0, ASSIGN because future has completed 2024-11-12T10:13:19,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,40759,1731406386150}] 2024-11-12T10:13:19,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,40759,1731406386150}] 2024-11-12T10:13:19,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:19,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN because future has completed 2024-11-12T10:13:19,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f5c3c0e8f8b6baaead858ef53f910bf3, ASSIGN because future has completed 2024-11-12T10:13:19,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fe9b784751e742b46b4f9e4eb06fbe80, ASSIGN because future has completed 2024-11-12T10:13:19,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:19,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:19,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,40759,1731406386150}] 2024-11-12T10:13:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:20,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:13:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:24,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:13:25,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:13:25,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:13:25,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:13:25,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:13:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:29,795 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:13:29,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:13:29,804 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:29,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 927b691ccd2b459a72278fa0fb44a5e3, NAME => 'SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T10:13:29,805 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,805 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,805 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,805 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,808 INFO [StoreOpener-927b691ccd2b459a72278fa0fb44a5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,808 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:13:29,811 INFO [StoreOpener-927b691ccd2b459a72278fa0fb44a5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927b691ccd2b459a72278fa0fb44a5e3 columnFamilyName cf 2024-11-12T10:13:29,811 DEBUG [StoreOpener-927b691ccd2b459a72278fa0fb44a5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,812 INFO [StoreOpener-927b691ccd2b459a72278fa0fb44a5e3-1 {}] regionserver.HStore(327): Store=927b691ccd2b459a72278fa0fb44a5e3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:13:29,812 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,814 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,815 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,816 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,816 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,819 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,824 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,825 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 927b691ccd2b459a72278fa0fb44a5e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61221795, jitterRate=-0.08772416412830353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,825 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:29,826 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 927b691ccd2b459a72278fa0fb44a5e3: Running coprocessor pre-open hook at 1731406409805Writing region info on filesystem at 1731406409805Initializing all the Stores at 1731406409807 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409807Cleaning up temporary data from old regions at 1731406409816 (+9 ms)Running coprocessor post-open hooks at 1731406409825 (+9 ms)Region opened successfully at 1731406409826 (+1 ms) 2024-11-12T10:13:29,830 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:29,830 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 070ccfb84763f8e4829a8a6eb84fa542, NAME => 'SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T10:13:29,831 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,831 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,831 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,831 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,833 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., pid=18, masterSystemTime=1731406409794 2024-11-12T10:13:29,836 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:29,836 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:29,836 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:29,836 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e89bd4898c02a181d2d3cb41473cfada, NAME => 'SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T10:13:29,837 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,837 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,837 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,837 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=927b691ccd2b459a72278fa0fb44a5e3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:29,839 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:29,839 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d2845a96f21ad7cb20fb49af26d3dea0, NAME => 'SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T10:13:29,840 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,840 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,840 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,840 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,841 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,841 INFO [StoreOpener-e89bd4898c02a181d2d3cb41473cfada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3, server=a10fb4296bab,41049,1731406386348 because future has completed 2024-11-12T10:13:29,844 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070ccfb84763f8e4829a8a6eb84fa542 columnFamilyName cf 2024-11-12T10:13:29,844 INFO [StoreOpener-e89bd4898c02a181d2d3cb41473cfada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e89bd4898c02a181d2d3cb41473cfada columnFamilyName cf 2024-11-12T10:13:29,844 DEBUG [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,844 DEBUG [StoreOpener-e89bd4898c02a181d2d3cb41473cfada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,845 INFO [StoreOpener-d2845a96f21ad7cb20fb49af26d3dea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,845 INFO [StoreOpener-e89bd4898c02a181d2d3cb41473cfada-1 {}] regionserver.HStore(327): Store=e89bd4898c02a181d2d3cb41473cfada/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,845 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,846 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] regionserver.HStore(327): Store=070ccfb84763f8e4829a8a6eb84fa542/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,847 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,847 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,848 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,848 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,848 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,848 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,849 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,850 INFO [StoreOpener-d2845a96f21ad7cb20fb49af26d3dea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2845a96f21ad7cb20fb49af26d3dea0 columnFamilyName cf 2024-11-12T10:13:29,850 DEBUG [StoreOpener-d2845a96f21ad7cb20fb49af26d3dea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,850 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,850 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-12T10:13:29,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3, server=a10fb4296bab,41049,1731406386348 in 10.0480 sec 2024-11-12T10:13:29,851 INFO [StoreOpener-d2845a96f21ad7cb20fb49af26d3dea0-1 {}] regionserver.HStore(327): Store=d2845a96f21ad7cb20fb49af26d3dea0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,851 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,852 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,854 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,854 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,854 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=927b691ccd2b459a72278fa0fb44a5e3, ASSIGN in 10.2280 sec 2024-11-12T10:13:29,855 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,855 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,858 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,861 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,862 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/e89bd4898c02a181d2d3cb41473cfada/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,862 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 070ccfb84763f8e4829a8a6eb84fa542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68703586, jitterRate=0.023763209581375122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,862 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:29,862 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 070ccfb84763f8e4829a8a6eb84fa542: Running coprocessor pre-open hook at 1731406409831Writing region info on filesystem at 1731406409831Initializing all the Stores at 1731406409833 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409833Cleaning up temporary data from old regions at 1731406409850 (+17 ms)Running coprocessor post-open hooks at 1731406409862 (+12 ms)Region opened successfully at 1731406409862 2024-11-12T10:13:29,862 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e89bd4898c02a181d2d3cb41473cfada; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69931824, jitterRate=0.04206538200378418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,863 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:29,863 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e89bd4898c02a181d2d3cb41473cfada: Running coprocessor pre-open hook at 1731406409837Writing region info on filesystem at 1731406409837Initializing all the Stores at 1731406409839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409840 (+1 ms)Cleaning up temporary data from old regions at 1731406409848 (+8 ms)Running coprocessor post-open hooks at 1731406409863 (+15 ms)Region opened successfully at 1731406409863 2024-11-12T10:13:29,864 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada., pid=16, masterSystemTime=1731406409794 2024-11-12T10:13:29,864 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542., pid=24, masterSystemTime=1731406409808 2024-11-12T10:13:29,867 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:29,867 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:13:29,867 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:29,867 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dfcdf02b47ddf81b761a7b0a154b1c3, NAME => 'SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:13:29,868 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,868 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=070ccfb84763f8e4829a8a6eb84fa542, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:29,868 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,868 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,870 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:29,870 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:29,870 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:29,871 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a152ec4642361f5271f2ddb11804cdc, NAME => 'SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T10:13:29,871 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,871 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,872 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,872 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,872 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e89bd4898c02a181d2d3cb41473cfada, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:29,877 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/d2845a96f21ad7cb20fb49af26d3dea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,878 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d2845a96f21ad7cb20fb49af26d3dea0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70707929, jitterRate=0.053630247712135315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,878 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:29,879 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d2845a96f21ad7cb20fb49af26d3dea0: Running coprocessor pre-open hook at 1731406409840Writing region info on filesystem at 1731406409840Initializing all the Stores at 1731406409842 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409842Cleaning up temporary data from old regions at 1731406409855 (+13 ms)Running coprocessor post-open hooks at 1731406409879 (+24 ms)Region opened successfully at 1731406409879 2024-11-12T10:13:29,880 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0., pid=21, masterSystemTime=1731406409813 2024-11-12T10:13:29,881 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,881 INFO [StoreOpener-3a152ec4642361f5271f2ddb11804cdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,40759,1731406386150 because future has completed 2024-11-12T10:13:29,885 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfcdf02b47ddf81b761a7b0a154b1c3 columnFamilyName cf 2024-11-12T10:13:29,885 DEBUG [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e89bd4898c02a181d2d3cb41473cfada, server=a10fb4296bab,41049,1731406386348 because future has completed 2024-11-12T10:13:29,886 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] regionserver.HStore(327): Store=9dfcdf02b47ddf81b761a7b0a154b1c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,887 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,887 INFO [StoreOpener-3a152ec4642361f5271f2ddb11804cdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a152ec4642361f5271f2ddb11804cdc columnFamilyName cf 2024-11-12T10:13:29,888 DEBUG [StoreOpener-3a152ec4642361f5271f2ddb11804cdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,888 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:29,888 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:29,889 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:29,889 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f5c3c0e8f8b6baaead858ef53f910bf3, NAME => 'SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T10:13:29,889 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,889 INFO [StoreOpener-3a152ec4642361f5271f2ddb11804cdc-1 {}] regionserver.HStore(327): Store=3a152ec4642361f5271f2ddb11804cdc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,889 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,889 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,889 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,890 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,890 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,890 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2845a96f21ad7cb20fb49af26d3dea0, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:29,890 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,892 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,893 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,893 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,895 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,897 INFO [StoreOpener-f5c3c0e8f8b6baaead858ef53f910bf3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-12T10:13:29,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,40759,1731406386150 in 10.0680 sec 2024-11-12T10:13:29,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0, server=a10fb4296bab,37487,1731406386281 because future has completed 2024-11-12T10:13:29,899 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,899 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,900 INFO [StoreOpener-f5c3c0e8f8b6baaead858ef53f910bf3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5c3c0e8f8b6baaead858ef53f910bf3 columnFamilyName cf 2024-11-12T10:13:29,900 DEBUG [StoreOpener-f5c3c0e8f8b6baaead858ef53f910bf3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,901 INFO [StoreOpener-f5c3c0e8f8b6baaead858ef53f910bf3-1 {}] regionserver.HStore(327): Store=f5c3c0e8f8b6baaead858ef53f910bf3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,901 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,903 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,903 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,904 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,904 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,904 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-12T10:13:29,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e89bd4898c02a181d2d3cb41473cfada, server=a10fb4296bab,41049,1731406386348 in 10.0990 sec 2024-11-12T10:13:29,908 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,908 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/3a152ec4642361f5271f2ddb11804cdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,909 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3a152ec4642361f5271f2ddb11804cdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59252309, jitterRate=-0.11707179248332977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,909 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:29,910 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3a152ec4642361f5271f2ddb11804cdc: Running coprocessor pre-open hook at 1731406409872Writing region info on filesystem at 1731406409872Initializing all the Stores at 1731406409874 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409874Cleaning up temporary data from old regions at 1731406409899 (+25 ms)Running coprocessor post-open hooks at 1731406409910 (+11 ms)Region opened successfully at 1731406409910 2024-11-12T10:13:29,911 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc., pid=15, masterSystemTime=1731406409794 2024-11-12T10:13:29,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN in 10.2740 sec 2024-11-12T10:13:29,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e89bd4898c02a181d2d3cb41473cfada, ASSIGN in 10.2840 sec 2024-11-12T10:13:29,915 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/f5c3c0e8f8b6baaead858ef53f910bf3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,915 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,916 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f5c3c0e8f8b6baaead858ef53f910bf3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64869545, jitterRate=-0.03336845338344574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,916 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:29,916 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f5c3c0e8f8b6baaead858ef53f910bf3: Running coprocessor pre-open hook at 1731406409890Writing region info on filesystem at 1731406409890Initializing all the Stores at 1731406409892 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409892Cleaning up temporary data from old regions at 1731406409904 (+12 ms)Running coprocessor post-open hooks at 1731406409916 (+12 ms)Region opened successfully at 1731406409916 2024-11-12T10:13:29,917 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:29,918 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3., pid=23, masterSystemTime=1731406409813 2024-11-12T10:13:29,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3a152ec4642361f5271f2ddb11804cdc, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:29,918 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:29,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-12T10:13:29,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0, server=a10fb4296bab,37487,1731406386281 in 10.1020 sec 2024-11-12T10:13:29,921 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:29,922 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:29,922 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:29,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fe9b784751e742b46b4f9e4eb06fbe80, NAME => 'SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T10:13:29,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a152ec4642361f5271f2ddb11804cdc, server=a10fb4296bab,41049,1731406386348 because future has completed 2024-11-12T10:13:29,923 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2845a96f21ad7cb20fb49af26d3dea0, ASSIGN in 10.2960 sec 2024-11-12T10:13:29,923 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f5c3c0e8f8b6baaead858ef53f910bf3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:29,923 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3, server=a10fb4296bab,37487,1731406386281 because future has completed 2024-11-12T10:13:29,929 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,930 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9dfcdf02b47ddf81b761a7b0a154b1c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70477978, jitterRate=0.05020371079444885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,930 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:29,930 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9dfcdf02b47ddf81b761a7b0a154b1c3: Running coprocessor pre-open hook at 1731406409868Writing region info on filesystem at 1731406409868Initializing all the Stores at 1731406409874 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409874Cleaning up temporary data from old regions at 1731406409893 (+19 ms)Running coprocessor post-open hooks at 1731406409930 (+37 ms)Region opened successfully at 1731406409930 2024-11-12T10:13:29,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-12T10:13:29,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a152ec4642361f5271f2ddb11804cdc, server=a10fb4296bab,41049,1731406386348 in 10.1350 sec 2024-11-12T10:13:29,932 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., pid=19, masterSystemTime=1731406409808 2024-11-12T10:13:29,932 INFO [StoreOpener-fe9b784751e742b46b4f9e4eb06fbe80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-12T10:13:29,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3a152ec4642361f5271f2ddb11804cdc, ASSIGN in 10.3080 sec 2024-11-12T10:13:29,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3, server=a10fb4296bab,37487,1731406386281 in 10.1170 sec 2024-11-12T10:13:29,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:29,935 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:13:29,935 INFO [StoreOpener-fe9b784751e742b46b4f9e4eb06fbe80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9b784751e742b46b4f9e4eb06fbe80 columnFamilyName cf 2024-11-12T10:13:29,935 DEBUG [StoreOpener-fe9b784751e742b46b4f9e4eb06fbe80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,935 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:29,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b2e49fc13f6a385d977e59e0c74d41c3, NAME => 'SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:13:29,936 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,936 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,936 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,936 INFO [StoreOpener-fe9b784751e742b46b4f9e4eb06fbe80-1 {}] regionserver.HStore(327): Store=fe9b784751e742b46b4f9e4eb06fbe80/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,936 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,936 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,937 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f5c3c0e8f8b6baaead858ef53f910bf3, ASSIGN in 10.3110 sec 2024-11-12T10:13:29,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9dfcdf02b47ddf81b761a7b0a154b1c3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:29,938 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,939 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,939 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,939 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,942 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e49fc13f6a385d977e59e0c74d41c3 columnFamilyName cf 2024-11-12T10:13:29,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,40759,1731406386150 because future has completed 2024-11-12T10:13:29,942 DEBUG [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,942 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,943 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] regionserver.HStore(327): Store=b2e49fc13f6a385d977e59e0c74d41c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,943 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,944 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,946 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,946 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,947 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fe9b784751e742b46b4f9e4eb06fbe80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67343290, jitterRate=0.0034932196140289307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,947 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:29,947 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fe9b784751e742b46b4f9e4eb06fbe80: Running coprocessor pre-open hook at 1731406409923Writing region info on filesystem at 1731406409923Initializing all the Stores at 1731406409926 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409926Cleaning up temporary data from old regions at 1731406409939 (+13 ms)Running coprocessor post-open hooks at 1731406409947 (+8 ms)Region opened successfully at 1731406409947 2024-11-12T10:13:29,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-12T10:13:29,949 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., pid=22, masterSystemTime=1731406409813 2024-11-12T10:13:29,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,40759,1731406386150 in 10.1440 sec 2024-11-12T10:13:29,949 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN in 10.3260 sec 2024-11-12T10:13:29,952 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:29,952 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:29,953 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fe9b784751e742b46b4f9e4eb06fbe80, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:29,953 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,954 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b2e49fc13f6a385d977e59e0c74d41c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67597728, jitterRate=0.007284641265869141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,955 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:29,955 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b2e49fc13f6a385d977e59e0c74d41c3: Running coprocessor pre-open hook at 1731406409936Writing region info on filesystem at 1731406409936Initializing all the Stores at 1731406409938 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409938Cleaning up temporary data from old regions at 1731406409946 (+8 ms)Running coprocessor post-open hooks at 1731406409955 (+9 ms)Region opened successfully at 1731406409955 2024-11-12T10:13:29,956 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., pid=17, masterSystemTime=1731406409808 2024-11-12T10:13:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80, server=a10fb4296bab,37487,1731406386281 because future has completed 2024-11-12T10:13:29,960 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:29,960 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:29,960 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:29,960 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cc4ce04bdb17f4ee78c9757bfe9d8dc, NAME => 'SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T10:13:29,961 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,961 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:13:29,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b2e49fc13f6a385d977e59e0c74d41c3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:29,961 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,962 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,40759,1731406386150 because future has completed 2024-11-12T10:13:29,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-12T10:13:29,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80, server=a10fb4296bab,37487,1731406386281 in 10.1460 sec 2024-11-12T10:13:29,966 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,968 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc4ce04bdb17f4ee78c9757bfe9d8dc columnFamilyName cf 2024-11-12T10:13:29,969 DEBUG [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:13:29,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fe9b784751e742b46b4f9e4eb06fbe80, ASSIGN in 10.3430 sec 2024-11-12T10:13:29,970 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] regionserver.HStore(327): Store=2cc4ce04bdb17f4ee78c9757bfe9d8dc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:13:29,970 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,971 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-12T10:13:29,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,40759,1731406386150 in 10.1730 sec 2024-11-12T10:13:29,972 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,973 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,973 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN in 10.3480 sec 2024-11-12T10:13:29,976 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,981 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:13:29,982 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 2cc4ce04bdb17f4ee78c9757bfe9d8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68530617, jitterRate=0.021185770630836487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:13:29,983 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:29,983 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: Running coprocessor pre-open hook at 1731406409962Writing region info on filesystem at 1731406409962Initializing all the Stores at 1731406409965 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406409965Cleaning up temporary data from old regions at 1731406409973 (+8 ms)Running coprocessor post-open hooks at 1731406409983 (+10 ms)Region opened successfully at 1731406409983 2024-11-12T10:13:29,984 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc., pid=20, masterSystemTime=1731406409808 2024-11-12T10:13:29,987 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:29,987 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:13:29,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2cc4ce04bdb17f4ee78c9757bfe9d8dc, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40759,1731406386150 2024-11-12T10:13:29,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,40759,1731406386150 because future has completed 2024-11-12T10:13:29,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-12T10:13:29,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,40759,1731406386150 in 10.1880 sec 2024-11-12T10:13:30,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-12T10:13:30,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN in 10.3740 sec 2024-11-12T10:13:30,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:13:30,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406410003"}]},"ts":"1731406410003"} 2024-11-12T10:13:30,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T10:13:30,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:13:30,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6580 sec 2024-11-12T10:13:32,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T10:13:34,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:13:35,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:13:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T10:13:35,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T10:13:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:13:37,672 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T10:13:37,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T10:13:37,674 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:13:37,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T10:13:37,691 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:13:37,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T10:13:37,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:37,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:37,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:37,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:37,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:37,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3., hostname=a10fb4296bab,41049,1731406386348, seqNum=2] 2024-11-12T10:13:37,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:37,955 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:37,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:37,961 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:37,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:37,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., hostname=a10fb4296bab,37487,1731406386281, seqNum=2] 2024-11-12T10:13:38,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:38,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:38,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:38,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:38,083 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., hostname=a10fb4296bab,40759,1731406386150, seqNum=2] 2024-11-12T10:13:39,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:13:39,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:13:39,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:13:39,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:13:39,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41049 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:13:39,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40759 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:13:39,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37487 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:13:39,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:13:40,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40759 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:13:40,336 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T10:13:40,338 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:13:40,340 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T10:13:40,347 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T10:13:40,365 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T10:13:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:13:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:13:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:13:40,420 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T10:13:40,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e89bd4898c02a181d2d3cb41473cfada}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a152ec4642361f5271f2ddb11804cdc}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3}] 2024-11-12T10:13:40,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:40,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:40,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:40,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:40,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:40,439 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a10fb4296bab,40759,1731406386150 2024-11-12T10:13:40,440 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a10fb4296bab,40759,1731406386150: Simulated kill ***** 2024-11-12T10:13:40,440 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:13:40,443 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:13:40,445 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:13:40,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:40,447 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:40,447 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:40,448 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:40,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:40,450 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:13:40,452 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:13:40,482 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591801992 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 153145344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57752", "tag.serverName": "a10fb4296bab,37487,1731406386281", "tag.clusterId": "f8aef7e2-c07b-4f93-8110-d763aa33132d", "tag.Context": "regionserver", "tag.Hostname": "a10fb4296bab", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731406386281, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T10:13:40,487 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44963 {}] master.MasterRpcServices(700): a10fb4296bab,40759,1731406386150 reported a fatal error: ***** ABORTING region server a10fb4296bab,40759,1731406386150: Simulated kill ***** 2024-11-12T10:13:40,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40759,1731406386150' ***** 2024-11-12T10:13:40,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T10:13:40,513 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:13:40,514 INFO [RS:0;a10fb4296bab:40759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:13:40,514 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:13:40,514 INFO [RS:0;a10fb4296bab:40759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:13:40,514 INFO [RS:0;a10fb4296bab:40759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:13:40,514 INFO [RS:0;a10fb4296bab:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:40759. 2024-11-12T10:13:40,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:13:40,514 DEBUG [RS:0;a10fb4296bab:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:13:40,515 DEBUG [RS:0;a10fb4296bab:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741834_1010 (size=1257) 2024-11-12T10:13:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741834_1010 (size=1257) 2024-11-12T10:13:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741834_1010 (size=1257) 2024-11-12T10:13:40,538 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:13:40,553 DEBUG [RS:0;a10fb4296bab:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:13:40,553 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:13:40,553 INFO [RS:0;a10fb4296bab:40759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40759 2024-11-12T10:13:40,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:13:40,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,40759,1731406386150 2024-11-12T10:13:40,625 INFO [RS:0;a10fb4296bab:40759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:13:40,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40759,1731406386150] 2024-11-12T10:13:40,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,40759,1731406386150 already deleted, retry=false 2024-11-12T10:13:40,646 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a10fb4296bab,40759,1731406386150 on a10fb4296bab,44963,1731406385353 2024-11-12T10:13:40,654 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a10fb4296bab,40759,1731406386150, splitWal=true, meta=false 2024-11-12T10:13:40,658 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for a10fb4296bab,40759,1731406386150 (carryingMeta=false) a10fb4296bab,40759,1731406386150/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@734d71b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:13:40,660 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a10fb4296bab,40759,1731406386150, splitWal=true, meta=false 2024-11-12T10:13:40,663 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): a10fb4296bab,40759,1731406386150 had 4 regions 2024-11-12T10:13:40,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:40,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:40,665 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:40,668 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 can not run currently because target server of region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. a10fb4296bab,40759,1731406386150 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:13:40,669 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:40,670 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542; timeout=1000, timestamp=1731406421670 2024-11-12T10:13:40,671 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 can not run currently because target server of region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. a10fb4296bab,40759,1731406386150 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:13:40,671 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3; timeout=1000, timestamp=1731406421671 2024-11-12T10:13:40,671 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 can not run currently because target server of region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. a10fb4296bab,40759,1731406386150 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:13:40,672 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3; timeout=1000, timestamp=1731406421672 2024-11-12T10:13:40,672 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,40759,1731406386150, splitWal=true, meta=false, isMeta: false 2024-11-12T10:13:40,675 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting 2024-11-12T10:13:40,679 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc can not run currently because target server of region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 1000 ms to retry 2024-11-12T10:13:40,679 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc; timeout=1000, timestamp=1731406421679 2024-11-12T10:13:40,681 INFO [PEWorker-3 {}] master.SplitWALManager(105): a10fb4296bab,40759,1731406386150 WAL count=1, meta=false 2024-11-12T10:13:40,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a10fb4296bab%2C40759%2C1731406386150.1731406388456}] 2024-11-12T10:13:40,703 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:40,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C40759%2C1731406386150.1731406388456, worker=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:13:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1012e88c9ec0001, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:13:40,736 INFO [RS:0;a10fb4296bab:40759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:13:40,737 INFO [RS:0;a10fb4296bab:40759 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40759,1731406386150; zookeeper connection closed. 2024-11-12T10:13:40,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@382aa9e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@382aa9e3 2024-11-12T10:13:41,049 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:44963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T10:13:41,388 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:13:41,388 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:13:41,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:41,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:41,672 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 can not run currently because target server of region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:13:41,673 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542; timeout=2000, timestamp=1731406423673 2024-11-12T10:13:41,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:41,674 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 can not run currently because target server of region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:13:41,674 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3; timeout=2000, timestamp=1731406423674 2024-11-12T10:13:41,675 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 can not run currently because target server of region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:13:41,675 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3; timeout=2000, timestamp=1731406423675 2024-11-12T10:13:41,679 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:41,681 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc can not run currently because target server of region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:13:41,681 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc; timeout=2000, timestamp=1731406423681 2024-11-12T10:13:43,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:43,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:43,675 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 can not run currently because target server of region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:13:43,675 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542; timeout=4000, timestamp=1731406427675 2024-11-12T10:13:43,676 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 can not run currently because target server of region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:13:43,676 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3; timeout=4000, timestamp=1731406427676 2024-11-12T10:13:43,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:43,677 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 can not run currently because target server of region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:13:43,677 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3; timeout=4000, timestamp=1731406427677 2024-11-12T10:13:43,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:43,683 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc can not run currently because target server of region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:13:43,683 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc; timeout=4000, timestamp=1731406427683 2024-11-12T10:13:47,675 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:47,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:47,677 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 can not run currently because target server of region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:13:47,677 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542; timeout=8000, timestamp=1731406435677 2024-11-12T10:13:47,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:47,677 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 can not run currently because target server of region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:13:47,677 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3; timeout=8000, timestamp=1731406435677 2024-11-12T10:13:47,678 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 can not run currently because target server of region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:13:47,678 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3; timeout=8000, timestamp=1731406435678 2024-11-12T10:13:47,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:47,685 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc can not run currently because target server of region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. a10fb4296bab,40759,1731406386150 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:13:47,685 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc; timeout=8000, timestamp=1731406435685 2024-11-12T10:13:49,813 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=a10fb4296bab,37487,1731406386281, timeout=1731406430433, delay=618, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3], containedObject=a10fb4296bab,41049,1731406386348, timeout=1731406430433, delay=618, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e89bd4898c02a181d2d3cb41473cfada, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C40759%2C1731406386150.1731406388456, worker=a10fb4296bab,41049,1731406386348, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a152ec4642361f5271f2ddb11804cdc, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3], containedObject=a10fb4296bab,40759,1731406386150, timeout=1731406430434, delay=619, operations=null] 2024-11-12T10:13:50,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T10:13:50,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T10:13:50,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T10:13:50,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:50,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:50,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T10:13:50,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:50,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T10:13:50,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:50,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T10:13:50,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T10:13:50,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:50,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:50,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 927b691ccd2b459a72278fa0fb44a5e3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T10:13:50,452 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fe9b784751e742b46b4f9e4eb06fbe80 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d2845a96f21ad7cb20fb49af26d3dea0: 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3a152ec4642361f5271f2ddb11804cdc: 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f5c3c0e8f8b6baaead858ef53f910bf3: 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e89bd4898c02a181d2d3cb41473cfada: 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:13:50,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:13:50,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:13:50,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:13:50,477 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456, size=1.2 K (1257bytes) 2024-11-12T10:13:50,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:13:50,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:13:50,478 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 2024-11-12T10:13:50,484 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 after 5ms 2024-11-12T10:13:50,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:13:50,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:13:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:13:50,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:13:50,506 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 took 31ms 2024-11-12T10:13:50,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T10:13:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T10:13:50,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:50,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:13:50,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a152ec4642361f5271f2ddb11804cdc in 10.0920 sec 2024-11-12T10:13:50,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:13:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:13:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:13:50,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:13:50,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T10:13:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T10:13:50,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:50,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:13:50,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2845a96f21ad7cb20fb49af26d3dea0 in 10.1060 sec 2024-11-12T10:13:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:13:50,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:13:50,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:13:50,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:13:50,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T10:13:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T10:13:50,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:50,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:13:50,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e89bd4898c02a181d2d3cb41473cfada in 10.1220 sec 2024-11-12T10:13:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:13:50,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:13:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:13:50,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:13:50,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T10:13:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T10:13:50,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:50,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:13:50,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/.tmp/cf/b2994e34b6f448b88f90d99fbd05e9d3 is 34, key is baa/cf:cf/1731406419294/Put/seqid=0 2024-11-12T10:13:50,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f5c3c0e8f8b6baaead858ef53f910bf3 in 10.1380 sec 2024-11-12T10:13:50,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/.tmp/cf/bb43a406653c442cb6b69c91f8300b40 is 34, key is ccd/cf:cf/1731406419376/Put/seqid=0 2024-11-12T10:13:50,567 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 070ccfb84763f8e4829a8a6eb84fa542: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:13:50,569 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9dfcdf02b47ddf81b761a7b0a154b1c3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:13:50,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b2e49fc13f6a385d977e59e0c74d41c3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:13:50,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:13:50,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 so closing down 2024-11-12T10:13:50,575 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:13:50,575 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:13:50,580 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-12T10:13:50,580 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456, journal: Splitting hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456, size=1.2 K (1257bytes) at 1731406430477Finishing writing output for hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 so closing down at 1731406430575 (+98 ms)3 split writer threads finished at 1731406430575Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731406430580 (+5 ms) 2024-11-12T10:13:50,580 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 2024-11-12T10:13:50,580 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T10:13:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T10:13:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741853_1029 (size=47197) 2024-11-12T10:13:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741853_1029 (size=47197) 2024-11-12T10:13:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741853_1029 (size=47197) 2024-11-12T10:13:50,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/.tmp/cf/bb43a406653c442cb6b69c91f8300b40 2024-11-12T10:13:50,590 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting/a10fb4296bab%2C40759%2C1731406386150.1731406388456 to hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs 2024-11-12T10:13:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:13:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:13:50,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:13:50,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T10:13:50,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C40759%2C1731406386150.1731406388456, worker=a10fb4296bab,41049,1731406386348 in 9.8830 sec 2024-11-12T10:13:50,597 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/.tmp/cf/b2994e34b6f448b88f90d99fbd05e9d3 2024-11-12T10:13:50,598 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:50,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T10:13:50,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure a10fb4296bab%2C40759%2C1731406386150.1731406388456, worker=a10fb4296bab,41049,1731406386348 in 9.9160 sec 2024-11-12T10:13:50,605 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting dir is empty, no logs to split. 2024-11-12T10:13:50,605 INFO [PEWorker-4 {}] master.SplitWALManager(105): a10fb4296bab,40759,1731406386150 WAL count=0, meta=false 2024-11-12T10:13:50,605 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,40759,1731406386150 WAL splitting is done? wals=0, meta=false 2024-11-12T10:13:50,609 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a10fb4296bab,40759,1731406386150 failed, ignore...File hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/WALs/a10fb4296bab,40759,1731406386150-splitting does not exist. 2024-11-12T10:13:50,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN}] 2024-11-12T10:13:50,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN 2024-11-12T10:13:50,614 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN 2024-11-12T10:13:50,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN 2024-11-12T10:13:50,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN 2024-11-12T10:13:50,616 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:13:50,616 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:13:50,616 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:13:50,616 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:13:50,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/.tmp/cf/bb43a406653c442cb6b69c91f8300b40 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/cf/bb43a406653c442cb6b69c91f8300b40 2024-11-12T10:13:50,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/.tmp/cf/b2994e34b6f448b88f90d99fbd05e9d3 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/cf/b2994e34b6f448b88f90d99fbd05e9d3 2024-11-12T10:13:50,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/cf/bb43a406653c442cb6b69c91f8300b40, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T10:13:50,652 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/cf/b2994e34b6f448b88f90d99fbd05e9d3, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T10:13:50,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 927b691ccd2b459a72278fa0fb44a5e3 in 205ms, sequenceid=5, compaction requested=false 2024-11-12T10:13:50,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fe9b784751e742b46b4f9e4eb06fbe80 in 206ms, sequenceid=5, compaction requested=false 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fe9b784751e742b46b4f9e4eb06fbe80: 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 927b691ccd2b459a72278fa0fb44a5e3: 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. for SnapshotProcedureTest completed. 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:13:50,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/cf/bb43a406653c442cb6b69c91f8300b40] hfiles 2024-11-12T10:13:50,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/cf/b2994e34b6f448b88f90d99fbd05e9d3] hfiles 2024-11-12T10:13:50,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/cf/b2994e34b6f448b88f90d99fbd05e9d3 for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/cf/bb43a406653c442cb6b69c91f8300b40 for snapshot=SnapshotProcedureTest 2024-11-12T10:13:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741856_1032 (size=105) 2024-11-12T10:13:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741856_1032 (size=105) 2024-11-12T10:13:50,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741856_1032 (size=105) 2024-11-12T10:13:50,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:13:50,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T10:13:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T10:13:50,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:50,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:13:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:13:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:13:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:13:50,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:13:50,688 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T10:13:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T10:13:50,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:50,689 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:13:50,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 927b691ccd2b459a72278fa0fb44a5e3 in 10.2650 sec 2024-11-12T10:13:50,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe9b784751e742b46b4f9e4eb06fbe80 in 10.2680 sec 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:13:50,767 INFO [a10fb4296bab:44963 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:13:50,767 INFO [a10fb4296bab:44963 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:13:50,767 DEBUG [a10fb4296bab:44963 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:13:50,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9dfcdf02b47ddf81b761a7b0a154b1c3, regionState=OPENING, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:50,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2cc4ce04bdb17f4ee78c9757bfe9d8dc, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:50,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=070ccfb84763f8e4829a8a6eb84fa542, regionState=OPENING, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:13:50,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2e49fc13f6a385d977e59e0c74d41c3, regionState=OPENING, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:13:50,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN because future has completed 2024-11-12T10:13:50,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:50,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN because future has completed 2024-11-12T10:13:50,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,41049,1731406386348}] 2024-11-12T10:13:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN because future has completed 2024-11-12T10:13:50,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:50,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN because future has completed 2024-11-12T10:13:50,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,37487,1731406386281}] 2024-11-12T10:13:55,678 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 held by pid=40 2024-11-12T10:13:55,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 held by pid=42 2024-11-12T10:13:55,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:13:55,678 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:13:55,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 held by pid=41 2024-11-12T10:13:55,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:13:55,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc held by pid=39 2024-11-12T10:13:55,686 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:13:59,761 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:13:59,761 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:14:00,782 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:00,782 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dfcdf02b47ddf81b761a7b0a154b1c3, NAME => 'SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:14:00,783 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,783 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:00,783 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,783 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,785 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,786 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:00,786 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cc4ce04bdb17f4ee78c9757bfe9d8dc, NAME => 'SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T10:14:00,786 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfcdf02b47ddf81b761a7b0a154b1c3 columnFamilyName cf 2024-11-12T10:14:00,786 DEBUG [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:00,786 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,787 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:00,787 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,787 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,787 INFO [StoreOpener-9dfcdf02b47ddf81b761a7b0a154b1c3-1 {}] regionserver.HStore(327): Store=9dfcdf02b47ddf81b761a7b0a154b1c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:00,787 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,788 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,789 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,790 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,790 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,792 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,792 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,793 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cc4ce04bdb17f4ee78c9757bfe9d8dc columnFamilyName cf 2024-11-12T10:14:00,794 DEBUG [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:00,793 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 9dfcdf02b47ddf81b761a7b0a154b1c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68252992, jitterRate=0.01704883575439453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:00,794 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,794 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 9dfcdf02b47ddf81b761a7b0a154b1c3: Running coprocessor pre-open hook at 1731406440783Writing region info on filesystem at 1731406440783Initializing all the Stores at 1731406440784 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406440784Cleaning up temporary data from old regions at 1731406440790 (+6 ms)Running coprocessor post-open hooks at 1731406440794 (+4 ms)Region opened successfully at 1731406440794 2024-11-12T10:14:00,794 INFO [StoreOpener-2cc4ce04bdb17f4ee78c9757bfe9d8dc-1 {}] regionserver.HStore(327): Store=2cc4ce04bdb17f4ee78c9757bfe9d8dc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:00,794 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,795 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., pid=44, masterSystemTime=1731406440776 2024-11-12T10:14:00,795 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,797 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,797 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:00,797 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:00,798 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,798 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:00,798 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,798 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 070ccfb84763f8e4829a8a6eb84fa542, NAME => 'SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T10:14:00,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9dfcdf02b47ddf81b761a7b0a154b1c3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:00,798 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,798 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:00,799 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,799 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,800 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,801 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,41049,1731406386348 because future has completed 2024-11-12T10:14:00,802 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070ccfb84763f8e4829a8a6eb84fa542 columnFamilyName cf 2024-11-12T10:14:00,802 DEBUG [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:00,802 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 2cc4ce04bdb17f4ee78c9757bfe9d8dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66001077, jitterRate=-0.016507312655448914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:00,802 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,802 INFO [StoreOpener-070ccfb84763f8e4829a8a6eb84fa542-1 {}] regionserver.HStore(327): Store=070ccfb84763f8e4829a8a6eb84fa542/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:00,802 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: Running coprocessor pre-open hook at 1731406440787Writing region info on filesystem at 1731406440787Initializing all the Stores at 1731406440788 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406440788Cleaning up temporary data from old regions at 1731406440798 (+10 ms)Running coprocessor post-open hooks at 1731406440802 (+4 ms)Region opened successfully at 1731406440802 2024-11-12T10:14:00,803 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,804 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,804 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc., pid=45, masterSystemTime=1731406440780 2024-11-12T10:14:00,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-12T10:14:00,806 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3, server=a10fb4296bab,41049,1731406386348 in 10.0280 sec 2024-11-12T10:14:00,806 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:00,806 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:00,807 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:00,807 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => b2e49fc13f6a385d977e59e0c74d41c3, NAME => 'SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:14:00,807 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,807 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:00,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2cc4ce04bdb17f4ee78c9757bfe9d8dc, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:00,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,808 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dfcdf02b47ddf81b761a7b0a154b1c3, ASSIGN in 10.1940 sec 2024-11-12T10:14:00,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:00,811 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,37487,1731406386281 because future has completed 2024-11-12T10:14:00,813 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2e49fc13f6a385d977e59e0c74d41c3 columnFamilyName cf 2024-11-12T10:14:00,813 DEBUG [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:00,813 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,814 INFO [StoreOpener-b2e49fc13f6a385d977e59e0c74d41c3-1 {}] regionserver.HStore(327): Store=b2e49fc13f6a385d977e59e0c74d41c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:00,815 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,815 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 070ccfb84763f8e4829a8a6eb84fa542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64560113, jitterRate=-0.03797934949398041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:00,815 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,816 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 070ccfb84763f8e4829a8a6eb84fa542: Running coprocessor pre-open hook at 1731406440799Writing region info on filesystem at 1731406440799Initializing all the Stores at 1731406440800 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406440800Cleaning up temporary data from old regions at 1731406440808 (+8 ms)Running coprocessor post-open hooks at 1731406440815 (+7 ms)Region opened successfully at 1731406440815 2024-11-12T10:14:00,816 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-12T10:14:00,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc, server=a10fb4296bab,37487,1731406386281 in 10.0360 sec 2024-11-12T10:14:00,817 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542., pid=43, masterSystemTime=1731406440776 2024-11-12T10:14:00,818 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,818 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,819 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:00,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2cc4ce04bdb17f4ee78c9757bfe9d8dc, ASSIGN in 10.2040 sec 2024-11-12T10:14:00,820 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:00,820 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:00,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=070ccfb84763f8e4829a8a6eb84fa542, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:00,823 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,41049,1731406386348 because future has completed 2024-11-12T10:14:00,825 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened b2e49fc13f6a385d977e59e0c74d41c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65301975, jitterRate=-0.026924744248390198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:00,825 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,825 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for b2e49fc13f6a385d977e59e0c74d41c3: Running coprocessor pre-open hook at 1731406440808Writing region info on filesystem at 1731406440808Initializing all the Stores at 1731406440810 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406440810Cleaning up temporary data from old regions at 1731406440819 (+9 ms)Running coprocessor post-open hooks at 1731406440825 (+6 ms)Region opened successfully at 1731406440825 2024-11-12T10:14:00,826 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3., pid=46, masterSystemTime=1731406440780 2024-11-12T10:14:00,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T10:14:00,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542, server=a10fb4296bab,41049,1731406386348 in 10.0530 sec 2024-11-12T10:14:00,829 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:00,829 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:00,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b2e49fc13f6a385d977e59e0c74d41c3, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:00,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:00,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=070ccfb84763f8e4829a8a6eb84fa542, ASSIGN in 10.2160 sec 2024-11-12T10:14:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,37487,1731406386281 because future has completed 2024-11-12T10:14:00,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-12T10:14:00,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3, server=a10fb4296bab,37487,1731406386281 in 10.0550 sec 2024-11-12T10:14:00,837 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:00,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-12T10:14:00,837 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server a10fb4296bab,40759,1731406386150 after splitting done 2024-11-12T10:14:00,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2e49fc13f6a385d977e59e0c74d41c3, ASSIGN in 10.2230 sec 2024-11-12T10:14:00,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure a10fb4296bab,40759,1731406386150, splitWal=true, meta=false in 20.1900 sec 2024-11-12T10:14:04,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:14:06,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:14:09,458 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T10:14:10,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T10:14:10,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T10:14:10,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:10,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9dfcdf02b47ddf81b761a7b0a154b1c3: 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 070ccfb84763f8e4829a8a6eb84fa542: 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. for SnapshotProcedureTest completed. 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. for SnapshotProcedureTest completed. 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:14:10,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:14:10,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T10:14:10,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:10,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b2e49fc13f6a385d977e59e0c74d41c3: 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. for SnapshotProcedureTest completed. 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. for SnapshotProcedureTest completed. 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:14:10,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:14:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:14:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:14:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:14:10,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:10,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T10:14:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T10:14:10,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:10,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:10,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 070ccfb84763f8e4829a8a6eb84fa542 in 30.4600 sec 2024-11-12T10:14:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:14:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:14:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:14:10,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:10,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T10:14:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T10:14:10,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:10,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741858_1034 (size=57) 2024-11-12T10:14:10,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2cc4ce04bdb17f4ee78c9757bfe9d8dc in 30.4940 sec 2024-11-12T10:14:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741858_1034 (size=57) 2024-11-12T10:14:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741858_1034 (size=57) 2024-11-12T10:14:10,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:10,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T10:14:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T10:14:10,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:10,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:10,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9dfcdf02b47ddf81b761a7b0a154b1c3 in 30.5060 sec 2024-11-12T10:14:10,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:14:10,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:14:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:14:10,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:10,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T10:14:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T10:14:10,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:10,951 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:10,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-12T10:14:10,959 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T10:14:10,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2e49fc13f6a385d977e59e0c74d41c3 in 30.5310 sec 2024-11-12T10:14:10,962 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T10:14:10,966 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T10:14:10,967 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T10:14:10,970 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:14:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:14:11,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:14:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:14:11,106 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T10:14:11,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T10:14:11,134 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:11,134 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:11,135 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:11,135 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:11,138 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:11,147 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:14,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 927b691ccd2b459a72278fa0fb44a5e3, had cached 0 bytes from a total of 28623 2024-11-12T10:14:14,923 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fe9b784751e742b46b4f9e4eb06fbe80, had cached 0 bytes from a total of 47197 2024-11-12T10:14:15,054 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:44963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T10:14:19,096 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2cc4ce04bdb17f4ee78c9757bfe9d8dc changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,097 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f5c3c0e8f8b6baaead858ef53f910bf3 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,097 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d2845a96f21ad7cb20fb49af26d3dea0 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b2e49fc13f6a385d977e59e0c74d41c3 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe9b784751e742b46b4f9e4eb06fbe80 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e89bd4898c02a181d2d3cb41473cfada changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 070ccfb84763f8e4829a8a6eb84fa542 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3a152ec4642361f5271f2ddb11804cdc changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 927b691ccd2b459a72278fa0fb44a5e3 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:19,098 DEBUG [master/a10fb4296bab:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9dfcdf02b47ddf81b761a7b0a154b1c3 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T10:14:21,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-12T10:14:21,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:14:21,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:14:21,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T10:14:21,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T10:14:21,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T10:14:21,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T10:14:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T10:14:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T10:14:21,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T10:14:21,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T10:14:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T10:14:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T10:14:21,152 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,152 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 Release verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T10:14:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T10:14:21,153 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,155 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 10.0340 sec 2024-11-12T10:14:21,156 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 10.0330 sec 2024-11-12T10:14:21,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 in 10.0330 sec 2024-11-12T10:14:21,158 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 Release verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:21,158 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,158 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 Release verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:21,158 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:21,159 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:21,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 in 10.0390 sec 2024-11-12T10:14:21,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 in 10.0390 sec 2024-11-12T10:14:21,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 10.0390 sec 2024-11-12T10:14:31,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-12T10:14:31,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-12T10:14:31,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-12T10:14:31,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T10:14:31,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T10:14:31,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T10:14:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T10:14:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T10:14:31,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-12T10:14:31,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T10:14:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T10:14:31,161 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44963 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T10:14:31,162 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:31,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 20.0420 sec 2024-11-12T10:14:31,164 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 Release verify snapshot worker=a10fb4296bab,37487,1731406386281 2024-11-12T10:14:31,164 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 Release verify snapshot worker=a10fb4296bab,41049,1731406386348 2024-11-12T10:14:31,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 20.0430 sec 2024-11-12T10:14:31,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,37487,1731406386281 in 20.0450 sec 2024-11-12T10:14:31,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-12T10:14:31,167 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T10:14:31,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,41049,1731406386348 in 20.0450 sec 2024-11-12T10:14:31,169 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T10:14:31,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T10:14:31,172 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T10:14:31,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8420 sec 2024-11-12T10:14:31,270 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T10:14:31,279 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T10:14:31,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:14:31,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:14:31,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:14:31,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:14:31,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:14:31,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=774184221, stopped=false 2024-11-12T10:14:31,281 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,44963,1731406385353 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:31,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:31,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:14:31,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:31,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:31,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:14:31,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:14:31,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:31,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,37487,1731406386281' ***** 2024-11-12T10:14:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:14:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,41049,1731406386348' ***** 2024-11-12T10:14:31,322 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:14:31,323 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:14:31,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:14:31,323 INFO [RS:1;a10fb4296bab:37487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:14:31,323 INFO [RS:1;a10fb4296bab:37487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:14:31,323 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:14:31,323 INFO [RS:2;a10fb4296bab:41049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:14:31,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:14:31,323 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cc4ce04bdb17f4ee78c9757bfe9d8dc 2024-11-12T10:14:31,323 INFO [RS:2;a10fb4296bab:41049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:14:31,323 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dfcdf02b47ddf81b761a7b0a154b1c3 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for f5c3c0e8f8b6baaead858ef53f910bf3 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for d2845a96f21ad7cb20fb49af26d3dea0 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for b2e49fc13f6a385d977e59e0c74d41c3 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,37487,1731406386281 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cc4ce04bdb17f4ee78c9757bfe9d8dc, disabling compactions & flushes 2024-11-12T10:14:31,324 INFO [RS:1;a10fb4296bab:37487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a10fb4296bab:37487. 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a152ec4642361f5271f2ddb11804cdc 2024-11-12T10:14:31,324 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:14:31,324 DEBUG [RS:1;a10fb4296bab:37487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for 070ccfb84763f8e4829a8a6eb84fa542 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dfcdf02b47ddf81b761a7b0a154b1c3, disabling compactions & flushes 2024-11-12T10:14:31,324 DEBUG [RS:1;a10fb4296bab:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. after waiting 0 ms 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for 927b691ccd2b459a72278fa0fb44a5e3 2024-11-12T10:14:31,324 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,41049,1731406386348 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:31,324 INFO [RS:2;a10fb4296bab:41049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. after waiting 0 ms 2024-11-12T10:14:31,324 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:31,325 INFO [RS:2;a10fb4296bab:41049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a10fb4296bab:41049. 2024-11-12T10:14:31,325 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:14:31,325 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:14:31,325 DEBUG [RS:2;a10fb4296bab:41049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:14:31,325 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:14:31,325 DEBUG [RS:2;a10fb4296bab:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,325 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:14:31,325 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T10:14:31,325 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1325): Online Regions={9dfcdf02b47ddf81b761a7b0a154b1c3=SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3., 3a152ec4642361f5271f2ddb11804cdc=SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc., e89bd4898c02a181d2d3cb41473cfada=SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada., 070ccfb84763f8e4829a8a6eb84fa542=SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542., 927b691ccd2b459a72278fa0fb44a5e3=SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3.} 2024-11-12T10:14:31,325 DEBUG [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1351): Waiting on 070ccfb84763f8e4829a8a6eb84fa542, 3a152ec4642361f5271f2ddb11804cdc, 927b691ccd2b459a72278fa0fb44a5e3, 9dfcdf02b47ddf81b761a7b0a154b1c3, e89bd4898c02a181d2d3cb41473cfada 2024-11-12T10:14:31,325 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T10:14:31,326 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1325): Online Regions={2cc4ce04bdb17f4ee78c9757bfe9d8dc=SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc., f5c3c0e8f8b6baaead858ef53f910bf3=SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3., fe9b784751e742b46b4f9e4eb06fbe80=SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80., 1588230740=hbase:meta,,1.1588230740, d2845a96f21ad7cb20fb49af26d3dea0=SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0., b2e49fc13f6a385d977e59e0c74d41c3=SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3.} 2024-11-12T10:14:31,326 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cc4ce04bdb17f4ee78c9757bfe9d8dc, b2e49fc13f6a385d977e59e0c74d41c3, d2845a96f21ad7cb20fb49af26d3dea0, f5c3c0e8f8b6baaead858ef53f910bf3, fe9b784751e742b46b4f9e4eb06fbe80 2024-11-12T10:14:31,326 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:14:31,326 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:14:31,326 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:14:31,326 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:14:31,326 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:14:31,327 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-12T10:14:31,334 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:14:31,334 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:14:31,353 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/2cc4ce04bdb17f4ee78c9757bfe9d8dc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,360 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:31,361 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cc4ce04bdb17f4ee78c9757bfe9d8dc: Waiting for close lock at 1731406471324Running coprocessor pre-close hooks at 1731406471324Disabling compacts and flushes for region at 1731406471324Disabling writes for close at 1731406471324Writing region close event to WAL at 1731406471325 (+1 ms)Running coprocessor post-close hooks at 1731406471358 (+33 ms)Closed at 1731406471360 (+2 ms) 2024-11-12T10:14:31,361 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc. 2024-11-12T10:14:31,362 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5c3c0e8f8b6baaead858ef53f910bf3, disabling compactions & flushes 2024-11-12T10:14:31,362 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:14:31,362 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:14:31,362 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. after waiting 0 ms 2024-11-12T10:14:31,362 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:14:31,363 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/9dfcdf02b47ddf81b761a7b0a154b1c3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,364 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:31,364 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dfcdf02b47ddf81b761a7b0a154b1c3: Waiting for close lock at 1731406471324Running coprocessor pre-close hooks at 1731406471324Disabling compacts and flushes for region at 1731406471324Disabling writes for close at 1731406471324Writing region close event to WAL at 1731406471325 (+1 ms)Running coprocessor post-close hooks at 1731406471364 (+39 ms)Closed at 1731406471364 2024-11-12T10:14:31,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731406399343.9dfcdf02b47ddf81b761a7b0a154b1c3. 2024-11-12T10:14:31,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a152ec4642361f5271f2ddb11804cdc, disabling compactions & flushes 2024-11-12T10:14:31,365 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:14:31,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:14:31,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. after waiting 0 ms 2024-11-12T10:14:31,365 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:14:31,387 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/info/ff020fdf05934c81a82825cd60bc71d0 is 167, key is SPTestTable,19999999,1731406399343.2cc4ce04bdb17f4ee78c9757bfe9d8dc./info:regioninfo/1731406440807/Put/seqid=0 2024-11-12T10:14:31,387 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/3a152ec4642361f5271f2ddb11804cdc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,389 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:14:31,389 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a152ec4642361f5271f2ddb11804cdc: Waiting for close lock at 1731406471365Running coprocessor pre-close hooks at 1731406471365Disabling compacts and flushes for region at 1731406471365Disabling writes for close at 1731406471365Writing region close event to WAL at 1731406471376 (+11 ms)Running coprocessor post-close hooks at 1731406471389 (+13 ms)Closed at 1731406471389 2024-11-12T10:14:31,389 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731406399343.3a152ec4642361f5271f2ddb11804cdc. 2024-11-12T10:14:31,390 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e89bd4898c02a181d2d3cb41473cfada, disabling compactions & flushes 2024-11-12T10:14:31,390 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:14:31,390 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:14:31,390 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. after waiting 0 ms 2024-11-12T10:14:31,390 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:14:31,398 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:14:31,400 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:14:31,401 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/f5c3c0e8f8b6baaead858ef53f910bf3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,405 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:14:31,405 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5c3c0e8f8b6baaead858ef53f910bf3: Waiting for close lock at 1731406471362Running coprocessor pre-close hooks at 1731406471362Disabling compacts and flushes for region at 1731406471362Disabling writes for close at 1731406471362Writing region close event to WAL at 1731406471368 (+6 ms)Running coprocessor post-close hooks at 1731406471405 (+37 ms)Closed at 1731406471405 2024-11-12T10:14:31,406 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731406399343.f5c3c0e8f8b6baaead858ef53f910bf3. 2024-11-12T10:14:31,406 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe9b784751e742b46b4f9e4eb06fbe80, disabling compactions & flushes 2024-11-12T10:14:31,406 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:14:31,406 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:14:31,406 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. after waiting 0 ms 2024-11-12T10:14:31,406 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:14:31,432 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/e89bd4898c02a181d2d3cb41473cfada/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,434 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:14:31,434 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e89bd4898c02a181d2d3cb41473cfada: Waiting for close lock at 1731406471390Running coprocessor pre-close hooks at 1731406471390Disabling compacts and flushes for region at 1731406471390Disabling writes for close at 1731406471390Writing region close event to WAL at 1731406471416 (+26 ms)Running coprocessor post-close hooks at 1731406471434 (+18 ms)Closed at 1731406471434 2024-11-12T10:14:31,434 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731406399343.e89bd4898c02a181d2d3cb41473cfada. 2024-11-12T10:14:31,434 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 070ccfb84763f8e4829a8a6eb84fa542, disabling compactions & flushes 2024-11-12T10:14:31,434 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:31,434 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:31,435 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. after waiting 0 ms 2024-11-12T10:14:31,435 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:31,449 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/fe9b784751e742b46b4f9e4eb06fbe80/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:14:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:14:31,452 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:14:31,452 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe9b784751e742b46b4f9e4eb06fbe80: Waiting for close lock at 1731406471406Running coprocessor pre-close hooks at 1731406471406Disabling compacts and flushes for region at 1731406471406Disabling writes for close at 1731406471406Writing region close event to WAL at 1731406471432 (+26 ms)Running coprocessor post-close hooks at 1731406471452 (+20 ms)Closed at 1731406471452 2024-11-12T10:14:31,452 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731406399343.fe9b784751e742b46b4f9e4eb06fbe80. 2024-11-12T10:14:31,452 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2845a96f21ad7cb20fb49af26d3dea0, disabling compactions & flushes 2024-11-12T10:14:31,452 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:14:31,452 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:14:31,453 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. after waiting 0 ms 2024-11-12T10:14:31,453 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:14:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:14:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:14:31,462 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/070ccfb84763f8e4829a8a6eb84fa542/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,463 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:31,463 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 070ccfb84763f8e4829a8a6eb84fa542: Waiting for close lock at 1731406471434Running coprocessor pre-close hooks at 1731406471434Disabling compacts and flushes for region at 1731406471434Disabling writes for close at 1731406471435 (+1 ms)Writing region close event to WAL at 1731406471447 (+12 ms)Running coprocessor post-close hooks at 1731406471463 (+16 ms)Closed at 1731406471463 2024-11-12T10:14:31,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731406399343.070ccfb84763f8e4829a8a6eb84fa542. 2024-11-12T10:14:31,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 927b691ccd2b459a72278fa0fb44a5e3, disabling compactions & flushes 2024-11-12T10:14:31,464 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:14:31,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:14:31,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. after waiting 0 ms 2024-11-12T10:14:31,464 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:14:31,467 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/info/ff020fdf05934c81a82825cd60bc71d0 2024-11-12T10:14:31,474 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/d2845a96f21ad7cb20fb49af26d3dea0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,475 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2845a96f21ad7cb20fb49af26d3dea0: Waiting for close lock at 1731406471452Running coprocessor pre-close hooks at 1731406471452Disabling compacts and flushes for region at 1731406471452Disabling writes for close at 1731406471453 (+1 ms)Writing region close event to WAL at 1731406471458 (+5 ms)Running coprocessor post-close hooks at 1731406471475 (+17 ms)Closed at 1731406471475 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731406399343.d2845a96f21ad7cb20fb49af26d3dea0. 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2e49fc13f6a385d977e59e0c74d41c3, disabling compactions & flushes 2024-11-12T10:14:31,476 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. after waiting 0 ms 2024-11-12T10:14:31,476 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:31,491 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/927b691ccd2b459a72278fa0fb44a5e3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:14:31,492 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:14:31,492 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 927b691ccd2b459a72278fa0fb44a5e3: Waiting for close lock at 1731406471464Running coprocessor pre-close hooks at 1731406471464Disabling compacts and flushes for region at 1731406471464Disabling writes for close at 1731406471464Writing region close event to WAL at 1731406471474 (+10 ms)Running coprocessor post-close hooks at 1731406471492 (+18 ms)Closed at 1731406471492 2024-11-12T10:14:31,492 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731406399343.927b691ccd2b459a72278fa0fb44a5e3. 2024-11-12T10:14:31,493 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/default/SPTestTable/b2e49fc13f6a385d977e59e0c74d41c3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:14:31,494 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:31,494 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2e49fc13f6a385d977e59e0c74d41c3: Waiting for close lock at 1731406471476Running coprocessor pre-close hooks at 1731406471476Disabling compacts and flushes for region at 1731406471476Disabling writes for close at 1731406471476Writing region close event to WAL at 1731406471482 (+6 ms)Running coprocessor post-close hooks at 1731406471494 (+12 ms)Closed at 1731406471494 2024-11-12T10:14:31,494 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731406399343.b2e49fc13f6a385d977e59e0c74d41c3. 2024-11-12T10:14:31,509 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/ns/8d675da97e114e6eadbdbedadd53f306 is 43, key is default/ns:d/1731406399044/Put/seqid=0 2024-11-12T10:14:31,526 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,41049,1731406386348; all regions closed. 2024-11-12T10:14:31,526 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:14:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:14:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:14:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:14:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:14:31,533 DEBUG [RS:2;a10fb4296bab:41049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs 2024-11-12T10:14:31,533 INFO [RS:2;a10fb4296bab:41049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C41049%2C1731406386348:(num 1731406388456) 2024-11-12T10:14:31,533 DEBUG [RS:2;a10fb4296bab:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:31,533 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:14:31,533 INFO [RS:2;a10fb4296bab:41049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:14:31,533 INFO [RS:2;a10fb4296bab:41049 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:14:31,533 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:14:31,534 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:14:31,534 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:14:31,534 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:14:31,534 INFO [RS:2;a10fb4296bab:41049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:14:31,534 INFO [RS:2;a10fb4296bab:41049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41049 2024-11-12T10:14:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:14:31,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,41049,1731406386348 2024-11-12T10:14:31,542 INFO [RS:2;a10fb4296bab:41049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:14:31,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,41049,1731406386348] 2024-11-12T10:14:31,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,41049,1731406386348 already deleted, retry=false 2024-11-12T10:14:31,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,41049,1731406386348 expired; onlineServers=1 2024-11-12T10:14:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:31,652 INFO [RS:2;a10fb4296bab:41049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:14:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1012e88c9ec0003, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:31,652 INFO [RS:2;a10fb4296bab:41049 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,41049,1731406386348; zookeeper connection closed. 2024-11-12T10:14:31,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77bcf209 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77bcf209 2024-11-12T10:14:31,726 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:14:31,926 DEBUG [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T10:14:31,928 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/ns/8d675da97e114e6eadbdbedadd53f306 2024-11-12T10:14:31,953 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/table/ef190bfd1b54461e84142afef453d066 is 47, key is SPTestTable/table:state/1731406410003/Put/seqid=0 2024-11-12T10:14:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:14:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:14:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:14:31,960 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/table/ef190bfd1b54461e84142afef453d066 2024-11-12T10:14:31,968 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/info/ff020fdf05934c81a82825cd60bc71d0 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/info/ff020fdf05934c81a82825cd60bc71d0 2024-11-12T10:14:31,974 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/info/ff020fdf05934c81a82825cd60bc71d0, entries=116, sequenceid=37, filesize=19.8 K 2024-11-12T10:14:31,976 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/ns/8d675da97e114e6eadbdbedadd53f306 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/ns/8d675da97e114e6eadbdbedadd53f306 2024-11-12T10:14:31,982 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/ns/8d675da97e114e6eadbdbedadd53f306, entries=2, sequenceid=37, filesize=5.0 K 2024-11-12T10:14:31,983 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/.tmp/table/ef190bfd1b54461e84142afef453d066 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/table/ef190bfd1b54461e84142afef453d066 2024-11-12T10:14:31,989 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/table/ef190bfd1b54461e84142afef453d066, entries=2, sequenceid=37, filesize=5.1 K 2024-11-12T10:14:31,990 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=37, compaction requested=false 2024-11-12T10:14:31,995 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-12T10:14:31,995 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:14:31,995 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:14:31,996 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406471326Running coprocessor pre-close hooks at 1731406471326Disabling compacts and flushes for region at 1731406471326Disabling writes for close at 1731406471326Obtaining lock to block concurrent updates at 1731406471327 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406471327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731406471327Flushing stores of hbase:meta,,1.1588230740 at 1731406471328 (+1 ms)Flushing 1588230740/info: creating writer at 1731406471328Flushing 1588230740/info: appending metadata at 1731406471386 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731406471386Flushing 1588230740/ns: creating writer at 1731406471487 (+101 ms)Flushing 1588230740/ns: appending metadata at 1731406471508 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731406471508Flushing 1588230740/table: creating writer at 1731406471938 (+430 ms)Flushing 1588230740/table: appending metadata at 1731406471952 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731406471952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d850472: reopening flushed file at 1731406471967 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299b54e: reopening flushed file at 1731406471975 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c21caa2: reopening flushed file at 1731406471982 (+7 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 664ms, sequenceid=37, compaction requested=false at 1731406471990 (+8 ms)Writing region close event to WAL at 1731406471992 (+2 ms)Running coprocessor post-close hooks at 1731406471995 (+3 ms)Closed at 1731406471995 2024-11-12T10:14:31,996 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:14:32,127 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,37487,1731406386281; all regions closed. 2024-11-12T10:14:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741836_1012 (size=19530) 2024-11-12T10:14:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741836_1012 (size=19530) 2024-11-12T10:14:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741836_1012 (size=19530) 2024-11-12T10:14:32,132 DEBUG [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs 2024-11-12T10:14:32,132 INFO [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C37487%2C1731406386281.meta:.meta(num 1731406398839) 2024-11-12T10:14:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741833_1009 (size=3530) 2024-11-12T10:14:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741833_1009 (size=3530) 2024-11-12T10:14:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741833_1009 (size=3530) 2024-11-12T10:14:32,137 DEBUG [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/oldWALs 2024-11-12T10:14:32,137 INFO [RS:1;a10fb4296bab:37487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C37487%2C1731406386281:(num 1731406388456) 2024-11-12T10:14:32,137 DEBUG [RS:1;a10fb4296bab:37487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:32,137 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:14:32,137 INFO [RS:1;a10fb4296bab:37487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:14:32,138 INFO [RS:1;a10fb4296bab:37487 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:14:32,138 INFO [RS:1;a10fb4296bab:37487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:14:32,138 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:14:32,138 INFO [RS:1;a10fb4296bab:37487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37487 2024-11-12T10:14:32,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:14:32,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,37487,1731406386281 2024-11-12T10:14:32,159 INFO [RS:1;a10fb4296bab:37487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:14:32,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,37487,1731406386281] 2024-11-12T10:14:32,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,37487,1731406386281 already deleted, retry=false 2024-11-12T10:14:32,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,37487,1731406386281 expired; onlineServers=0 2024-11-12T10:14:32,180 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,44963,1731406385353' ***** 2024-11-12T10:14:32,180 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:14:32,180 INFO [M:0;a10fb4296bab:44963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:14:32,180 INFO [M:0;a10fb4296bab:44963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:14:32,180 DEBUG [M:0;a10fb4296bab:44963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:14:32,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:14:32,181 DEBUG [M:0;a10fb4296bab:44963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:14:32,181 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406388014 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406388014,5,FailOnTimeoutGroup] 2024-11-12T10:14:32,181 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406388013 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406388013,5,FailOnTimeoutGroup] 2024-11-12T10:14:32,181 INFO [M:0;a10fb4296bab:44963 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:14:32,181 INFO [M:0;a10fb4296bab:44963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:14:32,181 DEBUG [M:0;a10fb4296bab:44963 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:14:32,181 INFO [M:0;a10fb4296bab:44963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:14:32,181 INFO [M:0;a10fb4296bab:44963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:14:32,181 ERROR [M:0;a10fb4296bab:44963 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:46841 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46841,5,PEWorkerGroup] 2024-11-12T10:14:32,182 INFO [M:0;a10fb4296bab:44963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:14:32,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:14:32,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:14:32,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:32,190 DEBUG [M:0;a10fb4296bab:44963 {}] zookeeper.ZKUtil(347): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:14:32,191 WARN [M:0;a10fb4296bab:44963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:14:32,191 INFO [M:0;a10fb4296bab:44963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/.lastflushedseqids 2024-11-12T10:14:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:14:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:14:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:14:32,213 INFO [M:0;a10fb4296bab:44963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:14:32,213 INFO [M:0;a10fb4296bab:44963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:14:32,213 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:14:32,214 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:32,214 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:32,214 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:14:32,214 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:32,214 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.25 KB heapSize=242.02 KB 2024-11-12T10:14:32,231 DEBUG [M:0;a10fb4296bab:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec19e45399c4af2bc29558d63f4f9a5 is 82, key is hbase:meta,,1/info:regioninfo/1731406398917/Put/seqid=0 2024-11-12T10:14:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:14:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:14:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:14:32,240 INFO [M:0;a10fb4296bab:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec19e45399c4af2bc29558d63f4f9a5 2024-11-12T10:14:32,268 DEBUG [M:0;a10fb4296bab:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a0734651850442bb8d104892653938e is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406410012/Put/seqid=0 2024-11-12T10:14:32,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:32,269 INFO [RS:1;a10fb4296bab:37487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:14:32,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37487-0x1012e88c9ec0002, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:32,269 INFO [RS:1;a10fb4296bab:37487 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,37487,1731406386281; zookeeper connection closed. 2024-11-12T10:14:32,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41d4a745 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41d4a745 2024-11-12T10:14:32,270 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:14:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:14:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:14:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:14:32,279 INFO [M:0;a10fb4296bab:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.51 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a0734651850442bb8d104892653938e 2024-11-12T10:14:32,286 INFO [M:0;a10fb4296bab:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a0734651850442bb8d104892653938e 2024-11-12T10:14:32,302 DEBUG [M:0;a10fb4296bab:44963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62710fb8d054731815880880eb77c23 is 69, key is a10fb4296bab,37487,1731406386281/rs:state/1731406388149/Put/seqid=0 2024-11-12T10:14:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741868_1044 (size=5446) 2024-11-12T10:14:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741868_1044 (size=5446) 2024-11-12T10:14:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741868_1044 (size=5446) 2024-11-12T10:14:32,311 INFO [M:0;a10fb4296bab:44963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62710fb8d054731815880880eb77c23 2024-11-12T10:14:32,319 INFO [M:0;a10fb4296bab:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a62710fb8d054731815880880eb77c23 2024-11-12T10:14:32,320 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ec19e45399c4af2bc29558d63f4f9a5 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec19e45399c4af2bc29558d63f4f9a5 2024-11-12T10:14:32,329 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ec19e45399c4af2bc29558d63f4f9a5, entries=8, sequenceid=513, filesize=5.5 K 2024-11-12T10:14:32,331 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a0734651850442bb8d104892653938e as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a0734651850442bb8d104892653938e 2024-11-12T10:14:32,340 INFO [M:0;a10fb4296bab:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a0734651850442bb8d104892653938e 2024-11-12T10:14:32,340 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a0734651850442bb8d104892653938e, entries=56, sequenceid=513, filesize=8.8 K 2024-11-12T10:14:32,341 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62710fb8d054731815880880eb77c23 as hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a62710fb8d054731815880880eb77c23 2024-11-12T10:14:32,348 INFO [M:0;a10fb4296bab:44963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a62710fb8d054731815880880eb77c23 2024-11-12T10:14:32,349 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46841/user/jenkins/test-data/d5a9c38c-de35-1291-4918-b7969b56c33f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a62710fb8d054731815880880eb77c23, entries=3, sequenceid=513, filesize=5.3 K 2024-11-12T10:14:32,350 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false 2024-11-12T10:14:32,352 INFO [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:32,352 DEBUG [M:0;a10fb4296bab:44963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406472213Disabling compacts and flushes for region at 1731406472213Disabling writes for close at 1731406472214 (+1 ms)Obtaining lock to block concurrent updates at 1731406472214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406472214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199931, getHeapSize=247760, getOffHeapSize=0, getCellsCount=620 at 1731406472214Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406472215 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406472215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406472230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406472230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406472251 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406472267 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406472267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406472286 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406472301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406472301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b68f0de: reopening flushed file at 1731406472319 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10812e8c: reopening flushed file at 1731406472330 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5bf39d: reopening flushed file at 1731406472340 (+10 ms)Finished flush of dataSize ~195.25 KB/199931, heapSize ~241.72 KB/247520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=513, compaction requested=false at 1731406472350 (+10 ms)Writing region close event to WAL at 1731406472352 (+2 ms)Closed at 1731406472352 2024-11-12T10:14:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741830_1006 (size=234123) 2024-11-12T10:14:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741830_1006 (size=234123) 2024-11-12T10:14:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42787 is added to blk_1073741830_1006 (size=234123) 2024-11-12T10:14:32,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:14:32,358 INFO [M:0;a10fb4296bab:44963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:14:32,359 INFO [M:0;a10fb4296bab:44963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44963 2024-11-12T10:14:32,359 INFO [M:0;a10fb4296bab:44963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:14:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:32,537 INFO [M:0;a10fb4296bab:44963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:14:32,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44963-0x1012e88c9ec0000, quorum=127.0.0.1:57752, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:14:32,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:32,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:14:32,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:14:32,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:14:32,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:14:32,546 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:14:32,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:14:32,546 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287580527-172.17.0.3-1731406380135 (Datanode Uuid e6a1d253-ae71-4ff5-a322-39dfe09c735d) service to localhost/127.0.0.1:46841 2024-11-12T10:14:32,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:14:32,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data5/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data6/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:14:32,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:32,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:14:32,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:14:32,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:14:32,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:14:32,551 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:14:32,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:14:32,551 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287580527-172.17.0.3-1731406380135 (Datanode Uuid 37984e72-21d7-4b13-bd43-24c618362f17) service to localhost/127.0.0.1:46841 2024-11-12T10:14:32,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:14:32,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data3/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data4/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:14:32,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:32,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:14:32,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:14:32,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:14:32,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:14:32,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:14:32,556 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:14:32,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:14:32,556 WARN [BP-287580527-172.17.0.3-1731406380135 heartbeating to localhost/127.0.0.1:46841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287580527-172.17.0.3-1731406380135 (Datanode Uuid fe5be508-f0c0-4d00-8504-1e4d2c2a184d) service to localhost/127.0.0.1:46841 2024-11-12T10:14:32,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data1/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/cluster_85a6ebcf-78c2-9a6b-a4ec-209efaccf9ad/data/data2/current/BP-287580527-172.17.0.3-1731406380135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:14:32,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:14:32,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:14:32,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:14:32,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:14:32,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:14:32,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir/,STOPPED} 2024-11-12T10:14:32,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:14:32,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:14:32,629 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46841 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/a10fb4296bab:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/a10fb4296bab:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46841 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7b0ec53b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 465), ProcessCount=11 (was 11), AvailableMemoryMB=8091 (was 5867) - AvailableMemoryMB LEAK? - 2024-11-12T10:14:32,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=8091 2024-11-12T10:14:32,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir so I do NOT create it in target/test-data/b73fe55b-8694-6886-c393-6c52f787a115 2024-11-12T10:14:32,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:14:32,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.tmp.dir so I do NOT create it in target/test-data/b73fe55b-8694-6886-c393-6c52f787a115 2024-11-12T10:14:32,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/05938ea7-d7fc-567e-bdb6-5f7aade91f00/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:14:32,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115 2024-11-12T10:14:32,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa, deleteOnExit=true 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/test.cache.data in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:14:32,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:14:32,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:14:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:14:32,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:14:32,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:14:32,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:14:32,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:14:32,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:14:32,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:14:32,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a6e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:14:32,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f37d8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:14:33,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@123fb1ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/java.io.tmpdir/jetty-localhost-33067-hadoop-hdfs-3_4_1-tests_jar-_-any-8284360837719070653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:14:33,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69d1c57f{HTTP/1.1, (http/1.1)}{localhost:33067} 2024-11-12T10:14:33,101 INFO [Time-limited test {}] server.Server(415): Started @96019ms 2024-11-12T10:14:33,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:14:33,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:14:33,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:14:33,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:14:33,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:14:33,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d5a6d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:14:33,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33267ddc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:14:33,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2613b866{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/java.io.tmpdir/jetty-localhost-41919-hadoop-hdfs-3_4_1-tests_jar-_-any-2632288253206008127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:33,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c9f3bc{HTTP/1.1, (http/1.1)}{localhost:41919} 2024-11-12T10:14:33,645 INFO [Time-limited test {}] server.Server(415): Started @96564ms 2024-11-12T10:14:33,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:14:33,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:14:33,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:14:33,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:14:33,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:14:33,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:14:33,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70760163{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:14:33,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c688e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:14:33,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76c74770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/java.io.tmpdir/jetty-localhost-34975-hadoop-hdfs-3_4_1-tests_jar-_-any-6769147600058283651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:33,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ea27106{HTTP/1.1, (http/1.1)}{localhost:34975} 2024-11-12T10:14:33,783 INFO [Time-limited test {}] server.Server(415): Started @96701ms 2024-11-12T10:14:33,784 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:14:33,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:14:33,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:14:33,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:14:33,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:14:33,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:14:33,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba198cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:14:33,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178e0cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:14:33,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ea76b25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/java.io.tmpdir/jetty-localhost-42721-hadoop-hdfs-3_4_1-tests_jar-_-any-11738246486837217222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:14:33,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@611d52af{HTTP/1.1, (http/1.1)}{localhost:42721} 2024-11-12T10:14:33,938 INFO [Time-limited test {}] server.Server(415): Started @96857ms 2024-11-12T10:14:33,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:14:35,555 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data2/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,555 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data1/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,571 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:14:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc13cfc382d66a270 with lease ID 0xe332d1a6e68a904c: Processing first storage report for DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6 from datanode DatanodeRegistration(127.0.0.1:43869, datanodeUuid=01d0b014-7b3d-444a-b5e6-2ea70f52f329, infoPort=33265, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc13cfc382d66a270 with lease ID 0xe332d1a6e68a904c: from storage DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6 node DatanodeRegistration(127.0.0.1:43869, datanodeUuid=01d0b014-7b3d-444a-b5e6-2ea70f52f329, infoPort=33265, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc13cfc382d66a270 with lease ID 0xe332d1a6e68a904c: Processing first storage report for DS-9cf910ef-9294-46a8-83ff-ec32125b2dea from datanode DatanodeRegistration(127.0.0.1:43869, datanodeUuid=01d0b014-7b3d-444a-b5e6-2ea70f52f329, infoPort=33265, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc13cfc382d66a270 with lease ID 0xe332d1a6e68a904c: from storage DS-9cf910ef-9294-46a8-83ff-ec32125b2dea node DatanodeRegistration(127.0.0.1:43869, datanodeUuid=01d0b014-7b3d-444a-b5e6-2ea70f52f329, infoPort=33265, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,673 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data3/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,673 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data4/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,691 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055cbde666002b with lease ID 0xe332d1a6e68a904d: Processing first storage report for DS-c662f9e6-55cf-41cd-a953-1c679b38f709 from datanode DatanodeRegistration(127.0.0.1:33719, datanodeUuid=826ed096-881e-424c-8862-92d9e9075fe1, infoPort=43439, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055cbde666002b with lease ID 0xe332d1a6e68a904d: from storage DS-c662f9e6-55cf-41cd-a953-1c679b38f709 node DatanodeRegistration(127.0.0.1:33719, datanodeUuid=826ed096-881e-424c-8862-92d9e9075fe1, infoPort=43439, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055cbde666002b with lease ID 0xe332d1a6e68a904d: Processing first storage report for DS-728fe9f2-7768-4f5f-b0b6-daa15b72edac from datanode DatanodeRegistration(127.0.0.1:33719, datanodeUuid=826ed096-881e-424c-8862-92d9e9075fe1, infoPort=43439, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055cbde666002b with lease ID 0xe332d1a6e68a904d: from storage DS-728fe9f2-7768-4f5f-b0b6-daa15b72edac node DatanodeRegistration(127.0.0.1:33719, datanodeUuid=826ed096-881e-424c-8862-92d9e9075fe1, infoPort=43439, infoSecurePort=0, ipcPort=40309, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:14:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:14:35,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:14:35,855 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data5/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,856 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data6/current/BP-1857553115-172.17.0.3-1731406472667/current, will proceed with Du for space computation calculation, 2024-11-12T10:14:35,878 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:14:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa4a96cbce652341 with lease ID 0xe332d1a6e68a904e: Processing first storage report for DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=5a86705c-1697-4316-88ed-b4d68227231f, infoPort=44827, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa4a96cbce652341 with lease ID 0xe332d1a6e68a904e: from storage DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=5a86705c-1697-4316-88ed-b4d68227231f, infoPort=44827, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa4a96cbce652341 with lease ID 0xe332d1a6e68a904e: Processing first storage report for DS-308db18c-8024-4baf-93f9-41aa59c108fd from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=5a86705c-1697-4316-88ed-b4d68227231f, infoPort=44827, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667) 2024-11-12T10:14:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa4a96cbce652341 with lease ID 0xe332d1a6e68a904e: from storage DS-308db18c-8024-4baf-93f9-41aa59c108fd node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=5a86705c-1697-4316-88ed-b4d68227231f, infoPort=44827, infoSecurePort=0, ipcPort=43077, storageInfo=lv=-57;cid=testClusterID;nsid=818628781;c=1731406472667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:14:35,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115 2024-11-12T10:14:35,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/zookeeper_0, clientPort=59388, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:14:35,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59388 2024-11-12T10:14:35,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:35,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:14:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:14:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:14:35,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c with version=8 2024-11-12T10:14:35,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/hbase-staging 2024-11-12T10:14:35,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:14:35,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:14:35,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:14:35,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35365 2024-11-12T10:14:35,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35365 connecting to ZooKeeper ensemble=127.0.0.1:59388 2024-11-12T10:14:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353650x0, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:14:35,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35365-0x1012e8a2e240000 connected 2024-11-12T10:14:36,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:36,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c, hbase.cluster.distributed=false 2024-11-12T10:14:36,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:14:36,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-12T10:14:36,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35365 2024-11-12T10:14:36,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35365 2024-11-12T10:14:36,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-12T10:14:36,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-12T10:14:36,090 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:14:36,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:14:36,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42903 2024-11-12T10:14:36,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42903 connecting to ZooKeeper ensemble=127.0.0.1:59388 2024-11-12T10:14:36,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429030x0, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:14:36,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:36,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42903-0x1012e8a2e240001 connected 2024-11-12T10:14:36,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:14:36,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:14:36,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:14:36,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:14:36,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T10:14:36,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42903 2024-11-12T10:14:36,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42903 2024-11-12T10:14:36,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T10:14:36,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-12T10:14:36,131 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:14:36,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:14:36,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42541 2024-11-12T10:14:36,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42541 connecting to ZooKeeper ensemble=127.0.0.1:59388 2024-11-12T10:14:36,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425410x0, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:14:36,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42541-0x1012e8a2e240002 connected 2024-11-12T10:14:36,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:36,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:14:36,154 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:14:36,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:14:36,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:14:36,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-12T10:14:36,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42541 2024-11-12T10:14:36,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42541 2024-11-12T10:14:36,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-12T10:14:36,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42541 2024-11-12T10:14:36,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a10fb4296bab:0 server-side Connection retries=45 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:14:36,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:14:36,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40679 2024-11-12T10:14:36,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40679 connecting to ZooKeeper ensemble=127.0.0.1:59388 2024-11-12T10:14:36,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406790x0, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:14:36,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406790x0, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:14:36,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40679-0x1012e8a2e240003 connected 2024-11-12T10:14:36,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:14:36,196 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:14:36,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:14:36,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:14:36,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40679 2024-11-12T10:14:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40679 2024-11-12T10:14:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40679 2024-11-12T10:14:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40679 2024-11-12T10:14:36,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40679 2024-11-12T10:14:36,211 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a10fb4296bab:35365 2024-11-12T10:14:36,211 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,217 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:14:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:14:36,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:14:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,227 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:14:36,228 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a10fb4296bab,35365,1731406475916 from backup master directory 2024-11-12T10:14:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,237 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:14:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:14:36,237 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,242 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/hbase.id] with ID: be99e85f-0e77-4f3b-b97d-882766f5c1ad 2024-11-12T10:14:36,242 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.tmp/hbase.id 2024-11-12T10:14:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:14:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:14:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:14:36,253 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.tmp/hbase.id]:[hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/hbase.id] 2024-11-12T10:14:36,268 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:14:36,268 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:14:36,270 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:14:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:14:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:14:36,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:14:36,288 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:14:36,289 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:14:36,289 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:14:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:14:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:14:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:14:36,299 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store 2024-11-12T10:14:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:14:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:14:36,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:14:36,308 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:36,308 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:14:36,308 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406476308Disabling compacts and flushes for region at 1731406476308Disabling writes for close at 1731406476308Writing region close event to WAL at 1731406476308Closed at 1731406476308 2024-11-12T10:14:36,309 WARN [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/.initializing 2024-11-12T10:14:36,309 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/WALs/a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,310 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:14:36,312 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C35365%2C1731406475916, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/WALs/a10fb4296bab,35365,1731406475916, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/oldWALs, maxLogs=10 2024-11-12T10:14:36,323 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/WALs/a10fb4296bab,35365,1731406475916/a10fb4296bab%2C35365%2C1731406475916.1731406476312, exclude list is [], retry=0 2024-11-12T10:14:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7,DISK] 2024-11-12T10:14:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-c662f9e6-55cf-41cd-a953-1c679b38f709,DISK] 2024-11-12T10:14:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43869,DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6,DISK] 2024-11-12T10:14:36,328 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/WALs/a10fb4296bab,35365,1731406475916/a10fb4296bab%2C35365%2C1731406475916.1731406476312 2024-11-12T10:14:36,328 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44827:44827),(127.0.0.1/127.0.0.1:43439:43439),(127.0.0.1/127.0.0.1:33265:33265)] 2024-11-12T10:14:36,328 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:14:36,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:36,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,329 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:14:36,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:14:36,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:36,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:14:36,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:36,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:14:36,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:36,338 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,339 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,339 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,341 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,341 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,341 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:14:36,342 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:14:36,345 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:36,345 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63685883, jitterRate=-0.051006391644477844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:14:36,346 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731406476329Initializing all the Stores at 1731406476330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406476330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406476330Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406476330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406476330Cleaning up temporary data from old regions at 1731406476341 (+11 ms)Region opened successfully at 1731406476346 (+5 ms) 2024-11-12T10:14:36,346 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:14:36,349 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@976b7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:14:36,350 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:14:36,350 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:14:36,350 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:14:36,350 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:14:36,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:14:36,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:14:36,351 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T10:14:36,354 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:14:36,354 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:14:36,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,363 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:14:36,364 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:14:36,364 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:14:36,374 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:14:36,374 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:14:36,375 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:14:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,384 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:14:36,385 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:14:36,395 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:14:36,397 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:14:36,405 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,417 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a10fb4296bab,35365,1731406475916, sessionid=0x1012e8a2e240000, setting cluster-up flag (Was=false) 2024-11-12T10:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,469 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:14:36,472 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:36,521 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:14:36,522 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a10fb4296bab,35365,1731406475916 2024-11-12T10:14:36,523 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:14:36,525 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:14:36,525 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:14:36,526 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:14:36,526 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a10fb4296bab,35365,1731406475916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a10fb4296bab:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a10fb4296bab:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:14:36,528 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:14:36,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731406506532 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:14:36,532 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:14:36,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:14:36,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:14:36,533 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:14:36,534 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406476534,5,FailOnTimeoutGroup] 2024-11-12T10:14:36,535 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406476534,5,FailOnTimeoutGroup] 2024-11-12T10:14:36,535 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,536 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:14:36,536 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,536 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:14:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:14:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:14:36,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:14:36,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:14:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:14:36,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:14:36,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:36,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:14:36,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:14:36,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:36,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:14:36,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:14:36,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:36,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:14:36,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:14:36,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:36,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:14:36,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:14:36,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:36,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:36,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:14:36,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740 2024-11-12T10:14:36,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740 2024-11-12T10:14:36,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:14:36,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:14:36,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:14:36,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:14:36,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:36,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67822007, jitterRate=0.010626658797264099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:14:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731406476555Initializing all the Stores at 1731406476556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406476556Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406476556Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406476556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406476556Cleaning up temporary data from old regions at 1731406476566 (+10 ms)Region opened successfully at 1731406476572 (+6 ms) 2024-11-12T10:14:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:14:36,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:14:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:14:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:14:36,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:14:36,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:14:36,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406476572Disabling compacts and flushes for region at 1731406476572Disabling writes for close at 1731406476572Writing region close event to WAL at 1731406476573 (+1 ms)Closed at 1731406476573 2024-11-12T10:14:36,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:14:36,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:14:36,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:14:36,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:14:36,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:14:36,602 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(746): ClusterId : be99e85f-0e77-4f3b-b97d-882766f5c1ad 2024-11-12T10:14:36,602 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(746): ClusterId : be99e85f-0e77-4f3b-b97d-882766f5c1ad 2024-11-12T10:14:36,602 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(746): ClusterId : be99e85f-0e77-4f3b-b97d-882766f5c1ad 2024-11-12T10:14:36,602 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:14:36,602 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:14:36,602 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:14:36,606 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:14:36,606 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:14:36,606 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:14:36,606 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:14:36,606 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:14:36,606 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:14:36,617 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:14:36,617 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:14:36,617 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:14:36,617 DEBUG [RS:0;a10fb4296bab:42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363535a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:14:36,617 DEBUG [RS:2;a10fb4296bab:40679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d466d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:14:36,617 DEBUG [RS:1;a10fb4296bab:42541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed91993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a10fb4296bab/172.17.0.3:0 2024-11-12T10:14:36,632 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a10fb4296bab:42541 2024-11-12T10:14:36,632 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a10fb4296bab:40679 2024-11-12T10:14:36,632 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:14:36,632 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:14:36,632 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:14:36,632 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:14:36,632 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:14:36,632 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:14:36,633 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35365,1731406475916 with port=40679, startcode=1731406476172 2024-11-12T10:14:36,633 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35365,1731406475916 with port=42541, startcode=1731406476130 2024-11-12T10:14:36,633 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a10fb4296bab:42903 2024-11-12T10:14:36,633 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:14:36,633 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:14:36,633 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:14:36,633 DEBUG [RS:2;a10fb4296bab:40679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:14:36,633 DEBUG [RS:1;a10fb4296bab:42541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:14:36,634 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(2659): reportForDuty to master=a10fb4296bab,35365,1731406475916 with port=42903, startcode=1731406476090 2024-11-12T10:14:36,634 DEBUG [RS:0;a10fb4296bab:42903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:14:36,635 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:14:36,635 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:14:36,635 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:14:36,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,637 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:36,637 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-12T10:14:36,637 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:14:36,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,638 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:36,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35365 {}] master.ServerManager(517): Registering regionserver=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,638 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-12T10:14:36,638 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:14:36,639 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:36,639 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-11-12T10:14:36,639 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:14:36,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:14:36,687 DEBUG [RS:1;a10fb4296bab:42541 {}] zookeeper.ZKUtil(111): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,688 WARN [RS:1;a10fb4296bab:42541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:14:36,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,40679,1731406476172] 2024-11-12T10:14:36,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,42903,1731406476090] 2024-11-12T10:14:36,688 DEBUG [RS:2;a10fb4296bab:40679 {}] zookeeper.ZKUtil(111): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,688 DEBUG [RS:0;a10fb4296bab:42903 {}] zookeeper.ZKUtil(111): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a10fb4296bab,42541,1731406476130] 2024-11-12T10:14:36,688 WARN [RS:2;a10fb4296bab:40679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:14:36,688 WARN [RS:0;a10fb4296bab:42903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:14:36,688 INFO [RS:1;a10fb4296bab:42541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:14:36,688 INFO [RS:2;a10fb4296bab:40679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:14:36,688 INFO [RS:0;a10fb4296bab:42903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:14:36,688 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,688 DEBUG [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,688 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,693 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:14:36,696 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:14:36,696 INFO [RS:0;a10fb4296bab:42903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:14:36,697 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,698 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:14:36,699 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:14:36,699 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:14:36,699 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:14:36,700 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:14:36,700 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,700 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,701 INFO [RS:2;a10fb4296bab:40679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,701 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,701 DEBUG [RS:0;a10fb4296bab:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,702 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:14:36,703 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:14:36,703 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,704 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:14:36,704 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,705 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,705 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,705 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,705 DEBUG [RS:2;a10fb4296bab:40679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,705 INFO [RS:1;a10fb4296bab:42541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:14:36,706 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,706 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42903,1731406476090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:14:36,712 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:14:36,713 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:14:36,713 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,713 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,713 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a10fb4296bab:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:14:36,714 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,715 DEBUG [RS:1;a10fb4296bab:42541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a10fb4296bab:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:14:36,720 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,720 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,720 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,720 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,720 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40679,1731406476172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,721 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42541,1731406476130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:14:36,726 WARN [a10fb4296bab:35365 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:14:36,737 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:14:36,737 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42903,1731406476090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,737 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,737 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.Replication(171): a10fb4296bab,42903,1731406476090 started 2024-11-12T10:14:36,742 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:14:36,742 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,42541,1731406476130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,742 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,742 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.Replication(171): a10fb4296bab,42541,1731406476130 started 2024-11-12T10:14:36,744 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:14:36,744 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,40679,1731406476172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,744 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,744 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.Replication(171): a10fb4296bab,40679,1731406476172 started 2024-11-12T10:14:36,756 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,756 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,42903,1731406476090, RpcServer on a10fb4296bab/172.17.0.3:42903, sessionid=0x1012e8a2e240001 2024-11-12T10:14:36,757 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:14:36,757 DEBUG [RS:0;a10fb4296bab:42903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,757 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42903,1731406476090' 2024-11-12T10:14:36,757 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:14:36,757 INFO [RS:1;a10fb4296bab:42541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,757 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,42541,1731406476130, RpcServer on a10fb4296bab/172.17.0.3:42541, sessionid=0x1012e8a2e240002 2024-11-12T10:14:36,757 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:14:36,757 DEBUG [RS:1;a10fb4296bab:42541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,757 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42541,1731406476130' 2024-11-12T10:14:36,757 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:14:36,757 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:14:36,758 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:14:36,758 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:14:36,758 DEBUG [RS:0;a10fb4296bab:42903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,758 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42903,1731406476090' 2024-11-12T10:14:36,758 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,42541,1731406476130 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,42541,1731406476130' 2024-11-12T10:14:36,758 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:14:36,759 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:14:36,759 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:14:36,759 DEBUG [RS:0;a10fb4296bab:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:14:36,759 INFO [RS:0;a10fb4296bab:42903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:14:36,759 INFO [RS:0;a10fb4296bab:42903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:14:36,760 DEBUG [RS:1;a10fb4296bab:42541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:14:36,760 INFO [RS:1;a10fb4296bab:42541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:14:36,760 INFO [RS:1;a10fb4296bab:42541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:14:36,763 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:36,763 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1482): Serving as a10fb4296bab,40679,1731406476172, RpcServer on a10fb4296bab/172.17.0.3:40679, sessionid=0x1012e8a2e240003 2024-11-12T10:14:36,763 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:14:36,764 DEBUG [RS:2;a10fb4296bab:40679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,764 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40679,1731406476172' 2024-11-12T10:14:36,764 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:14:36,767 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:14:36,767 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:14:36,768 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:14:36,768 DEBUG [RS:2;a10fb4296bab:40679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a10fb4296bab,40679,1731406476172 2024-11-12T10:14:36,768 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a10fb4296bab,40679,1731406476172' 2024-11-12T10:14:36,768 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:14:36,768 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:14:36,769 DEBUG [RS:2;a10fb4296bab:40679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:14:36,769 INFO [RS:2;a10fb4296bab:40679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:14:36,769 INFO [RS:2;a10fb4296bab:40679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:14:36,860 INFO [RS:0;a10fb4296bab:42903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:14:36,861 INFO [RS:1;a10fb4296bab:42541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:14:36,862 INFO [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42903%2C1731406476090, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs, maxLogs=32 2024-11-12T10:14:36,863 INFO [RS:1;a10fb4296bab:42541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42541%2C1731406476130, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs, maxLogs=32 2024-11-12T10:14:36,869 INFO [RS:2;a10fb4296bab:40679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:14:36,872 INFO [RS:2;a10fb4296bab:40679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C40679%2C1731406476172, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,40679,1731406476172, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs, maxLogs=32 2024-11-12T10:14:36,880 DEBUG [RS:0;a10fb4296bab:42903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090/a10fb4296bab%2C42903%2C1731406476090.1731406476866, exclude list is [], retry=0 2024-11-12T10:14:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43869,DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6,DISK] 2024-11-12T10:14:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-c662f9e6-55cf-41cd-a953-1c679b38f709,DISK] 2024-11-12T10:14:36,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7,DISK] 2024-11-12T10:14:36,884 DEBUG [RS:2;a10fb4296bab:40679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,40679,1731406476172/a10fb4296bab%2C40679%2C1731406476172.1731406476872, exclude list is [], retry=0 2024-11-12T10:14:36,884 DEBUG [RS:1;a10fb4296bab:42541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130/a10fb4296bab%2C42541%2C1731406476130.1731406476867, exclude list is [], retry=0 2024-11-12T10:14:36,886 INFO [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090/a10fb4296bab%2C42903%2C1731406476090.1731406476866 2024-11-12T10:14:36,886 DEBUG [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33265:33265),(127.0.0.1/127.0.0.1:43439:43439),(127.0.0.1/127.0.0.1:44827:44827)] 2024-11-12T10:14:36,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:14:36,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43869,DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6,DISK] 2024-11-12T10:14:36,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7,DISK] 2024-11-12T10:14:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-c662f9e6-55cf-41cd-a953-1c679b38f709,DISK] 2024-11-12T10:14:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7,DISK] 2024-11-12T10:14:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43869,DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6,DISK] 2024-11-12T10:14:36,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-c662f9e6-55cf-41cd-a953-1c679b38f709,DISK] 2024-11-12T10:14:36,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,898 INFO [RS:2;a10fb4296bab:40679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,40679,1731406476172/a10fb4296bab%2C40679%2C1731406476172.1731406476872 2024-11-12T10:14:36,898 DEBUG [RS:2;a10fb4296bab:40679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44827:44827),(127.0.0.1/127.0.0.1:33265:33265),(127.0.0.1/127.0.0.1:43439:43439)] 2024-11-12T10:14:36,899 INFO [RS:1;a10fb4296bab:42541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130/a10fb4296bab%2C42541%2C1731406476130.1731406476867 2024-11-12T10:14:36,900 DEBUG [RS:1;a10fb4296bab:42541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33265:33265),(127.0.0.1/127.0.0.1:43439:43439),(127.0.0.1/127.0.0.1:44827:44827)] 2024-11-12T10:14:36,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:36,977 DEBUG [a10fb4296bab:35365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:14:36,977 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:14:36,982 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:14:36,982 INFO [a10fb4296bab:35365 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:14:36,982 INFO [a10fb4296bab:35365 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:14:36,982 INFO [a10fb4296bab:35365 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:14:36,983 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:14:36,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:36,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42903,1731406476090, state=OPENING 2024-11-12T10:14:36,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:14:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:14:37,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:37,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:14:37,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:37,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42903,1731406476090}] 2024-11-12T10:14:37,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:37,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:14:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:14:47,009 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:14:47,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:14:47,021 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:14:47,021 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:14:47,022 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:14:47,024 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a10fb4296bab%2C42903%2C1731406476090.meta, suffix=.meta, logDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs, maxLogs=32 2024-11-12T10:14:47,038 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090/a10fb4296bab%2C42903%2C1731406476090.meta.1731406487024.meta, exclude list is [], retry=0 2024-11-12T10:14:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33719,DS-c662f9e6-55cf-41cd-a953-1c679b38f709,DISK] 2024-11-12T10:14:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43869,DS-8ddf14b7-4616-4100-97d2-f524d3e5aad6,DISK] 2024-11-12T10:14:47,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-b8fb2342-17f5-468b-9485-e4f8aceac9c7,DISK] 2024-11-12T10:14:47,042 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090/a10fb4296bab%2C42903%2C1731406476090.meta.1731406487024.meta 2024-11-12T10:14:47,042 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43439:43439),(127.0.0.1/127.0.0.1:33265:33265),(127.0.0.1/127.0.0.1:44827:44827)] 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:14:47,043 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:14:47,043 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:14:47,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:14:47,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:14:47,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:47,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:47,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:14:47,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:14:47,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:47,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:47,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:14:47,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:14:47,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:47,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:47,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:14:47,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:14:47,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:47,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:14:47,050 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:14:47,051 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740 2024-11-12T10:14:47,052 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740 2024-11-12T10:14:47,053 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:14:47,053 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:14:47,053 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:14:47,055 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:14:47,055 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70858628, jitterRate=0.05587583780288696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:14:47,055 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:14:47,056 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731406487044Writing region info on filesystem at 1731406487044Initializing all the Stores at 1731406487044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406487044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406487045 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406487045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731406487045Cleaning up temporary data from old regions at 1731406487053 (+8 ms)Running coprocessor post-open hooks at 1731406487055 (+2 ms)Region opened successfully at 1731406487056 (+1 ms) 2024-11-12T10:14:47,057 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731406487009 2024-11-12T10:14:47,058 DEBUG [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:14:47,059 INFO [RS_OPEN_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:14:47,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:47,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a10fb4296bab,42903,1731406476090, state=OPEN 2024-11-12T10:14:47,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:14:47,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:14:47,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:14:47,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:14:47,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:47,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:47,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:47,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:47,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:14:47,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:14:47,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a10fb4296bab,42903,1731406476090 in 10.1040 sec 2024-11-12T10:14:47,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:14:47,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5380 sec 2024-11-12T10:14:47,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:14:47,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:14:47,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:14:47,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42903,1731406476090, seqNum=-1] 2024-11-12T10:14:47,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:14:47,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:14:47,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5970 sec 2024-11-12T10:14:47,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731406487123, completionTime=-1 2024-11-12T10:14:47,123 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:14:47,123 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T10:14:47,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T10:14:47,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731406547125 2024-11-12T10:14:47,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731406607125 2024-11-12T10:14:47,125 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a10fb4296bab:35365, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,126 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,131 DEBUG [master/a10fb4296bab:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:14:47,133 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.896sec 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:14:47,134 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:14:47,137 DEBUG [master/a10fb4296bab:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:14:47,137 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:14:47,137 INFO [master/a10fb4296bab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a10fb4296bab,35365,1731406475916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:14:47,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554c6dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35365,-1 for getting cluster id 2024-11-12T10:14:47,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:14:47,217 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be99e85f-0e77-4f3b-b97d-882766f5c1ad' 2024-11-12T10:14:47,218 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:14:47,218 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be99e85f-0e77-4f3b-b97d-882766f5c1ad" 2024-11-12T10:14:47,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f7f3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35365,-1] 2024-11-12T10:14:47,220 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:14:47,221 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:47,222 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:14:47,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b4f938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:14:47,225 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42903,1731406476090, seqNum=-1] 2024-11-12T10:14:47,226 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:14:47,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:14:47,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a10fb4296bab,35365,1731406475916 2024-11-12T10:14:47,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731406487230 (current time:1731406487230). 2024-11-12T10:14:47,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T10:14:47,230 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T10:14:47,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca56b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a10fb4296bab,35365,-1 for getting cluster id 2024-11-12T10:14:47,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:14:47,232 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be99e85f-0e77-4f3b-b97d-882766f5c1ad' 2024-11-12T10:14:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:14:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be99e85f-0e77-4f3b-b97d-882766f5c1ad" 2024-11-12T10:14:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4000a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a10fb4296bab,35365,-1] 2024-11-12T10:14:47,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:14:47,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:47,235 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:14:47,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fd4f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:14:47,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:14:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a10fb4296bab,42903,1731406476090, seqNum=-1] 2024-11-12T10:14:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:14:47,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:14:47,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:14:47,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:14:47,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:47,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:14:47,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:14:47,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:14:47,243 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a10fb4296bab,35365,1731406475916 2024-11-12T10:14:47,243 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ffc002 2024-11-12T10:14:47,244 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:14:47,246 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:14:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:14:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T10:14:47,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:14:47,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:47,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T10:14:47,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:14:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:14:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:14:47,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:14:47,263 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5de936b70c9dd58d3a8f5b8d28dd8afa, NAME => 'SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,263 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2f530afe02a88347bcbd11cf1ddbb798, NAME => 'SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,263 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b938b25172dee7b0858f7d0e1c9e82c8, NAME => 'SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:14:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:14:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:14:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:14:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741839_1015 (size=62) 2024-11-12T10:14:47,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:14:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:14:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741840_1016 (size=54) 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2f530afe02a88347bcbd11cf1ddbb798, disabling compactions & flushes 2024-11-12T10:14:47,275 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. after waiting 0 ms 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:47,275 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2f530afe02a88347bcbd11cf1ddbb798: Waiting for close lock at 1731406487275Disabling compacts and flushes for region at 1731406487275Disabling writes for close at 1731406487275Writing region close event to WAL at 1731406487275Closed at 1731406487275 2024-11-12T10:14:47,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,276 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c32fd4eaf4c03751de5a3dadf063661, NAME => 'SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5de936b70c9dd58d3a8f5b8d28dd8afa, disabling compactions & flushes 2024-11-12T10:14:47,276 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:47,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:47,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. after waiting 0 ms 2024-11-12T10:14:47,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:47,276 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:47,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5de936b70c9dd58d3a8f5b8d28dd8afa: Waiting for close lock at 1731406487276Disabling compacts and flushes for region at 1731406487276Disabling writes for close at 1731406487276Writing region close event to WAL at 1731406487276Closed at 1731406487276 2024-11-12T10:14:47,277 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => abe209d1bbc6e4bca0f55c60e0cfa042, NAME => 'SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b938b25172dee7b0858f7d0e1c9e82c8, disabling compactions & flushes 2024-11-12T10:14:47,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. after waiting 0 ms 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:47,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b938b25172dee7b0858f7d0e1c9e82c8: Waiting for close lock at 1731406487277Disabling compacts and flushes for region at 1731406487277Disabling writes for close at 1731406487277Writing region close event to WAL at 1731406487277Closed at 1731406487277 2024-11-12T10:14:47,278 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a647f522591b519e3873d2d4cb02b6ae, NAME => 'SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:14:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:14:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:14:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:14:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:14:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0c32fd4eaf4c03751de5a3dadf063661, disabling compactions & flushes 2024-11-12T10:14:47,291 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. after waiting 0 ms 2024-11-12T10:14:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:47,291 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:47,291 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c32fd4eaf4c03751de5a3dadf063661: Waiting for close lock at 1731406487291Disabling compacts and flushes for region at 1731406487291Disabling writes for close at 1731406487291Writing region close event to WAL at 1731406487291Closed at 1731406487291 2024-11-12T10:14:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:14:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:14:47,292 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 39919eb6c700a3eb445ba7fe2a6cbaa9, NAME => 'SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a647f522591b519e3873d2d4cb02b6ae, disabling compactions & flushes 2024-11-12T10:14:47,292 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:47,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:47,292 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. after waiting 0 ms 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,293 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing abe209d1bbc6e4bca0f55c60e0cfa042, disabling compactions & flushes 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a647f522591b519e3873d2d4cb02b6ae: Waiting for close lock at 1731406487292Disabling compacts and flushes for region at 1731406487292Disabling writes for close at 1731406487292Writing region close event to WAL at 1731406487293 (+1 ms)Closed at 1731406487293 2024-11-12T10:14:47,293 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. after waiting 0 ms 2024-11-12T10:14:47,293 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e23ab92e9cde4cfa87848474434fe621, NAME => 'SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:47,293 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:47,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for abe209d1bbc6e4bca0f55c60e0cfa042: Waiting for close lock at 1731406487293Disabling compacts and flushes for region at 1731406487293Disabling writes for close at 1731406487293Writing region close event to WAL at 1731406487293Closed at 1731406487293 2024-11-12T10:14:47,294 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 47c39e0d11c09d0b4342425b01257c66, NAME => 'SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:14:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 39919eb6c700a3eb445ba7fe2a6cbaa9, disabling compactions & flushes 2024-11-12T10:14:47,304 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. after waiting 0 ms 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:47,304 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:47,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 39919eb6c700a3eb445ba7fe2a6cbaa9: Waiting for close lock at 1731406487304Disabling compacts and flushes for region at 1731406487304Disabling writes for close at 1731406487304Writing region close event to WAL at 1731406487304Closed at 1731406487304 2024-11-12T10:14:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:14:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:14:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:14:47,305 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 63705fa5f76f7b10f2956d721d23ba21, NAME => 'SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c 2024-11-12T10:14:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:14:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:14:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:14:47,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 47c39e0d11c09d0b4342425b01257c66, disabling compactions & flushes 2024-11-12T10:14:47,307 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. after waiting 0 ms 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:47,307 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:47,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 47c39e0d11c09d0b4342425b01257c66: Waiting for close lock at 1731406487307Disabling compacts and flushes for region at 1731406487307Disabling writes for close at 1731406487307Writing region close event to WAL at 1731406487307Closed at 1731406487307 2024-11-12T10:14:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:14:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:14:47,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 63705fa5f76f7b10f2956d721d23ba21, disabling compactions & flushes 2024-11-12T10:14:47,319 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. after waiting 0 ms 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:47,319 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:47,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 63705fa5f76f7b10f2956d721d23ba21: Waiting for close lock at 1731406487319Disabling compacts and flushes for region at 1731406487319Disabling writes for close at 1731406487319Writing region close event to WAL at 1731406487319Closed at 1731406487319 2024-11-12T10:14:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e23ab92e9cde4cfa87848474434fe621, disabling compactions & flushes 2024-11-12T10:14:47,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. after waiting 0 ms 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:47,705 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:47,705 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e23ab92e9cde4cfa87848474434fe621: Waiting for close lock at 1731406487705Disabling compacts and flushes for region at 1731406487705Disabling writes for close at 1731406487705Writing region close event to WAL at 1731406487705Closed at 1731406487705 2024-11-12T10:14:47,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:14:47,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731406487707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731406487707"}]},"ts":"1731406487707"} 2024-11-12T10:14:47,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T10:14:47,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:14:47,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406487713"}]},"ts":"1731406487713"} 2024-11-12T10:14:47,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T10:14:47,716 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:14:47,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:14:47,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:14:47,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:14:47,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:14:47,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b938b25172dee7b0858f7d0e1c9e82c8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de936b70c9dd58d3a8f5b8d28dd8afa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abe209d1bbc6e4bca0f55c60e0cfa042, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a647f522591b519e3873d2d4cb02b6ae, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47c39e0d11c09d0b4342425b01257c66, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63705fa5f76f7b10f2956d721d23ba21, ASSIGN}] 2024-11-12T10:14:47,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN 2024-11-12T10:14:47,725 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de936b70c9dd58d3a8f5b8d28dd8afa, ASSIGN 2024-11-12T10:14:47,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN 2024-11-12T10:14:47,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b938b25172dee7b0858f7d0e1c9e82c8, ASSIGN 2024-11-12T10:14:47,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b938b25172dee7b0858f7d0e1c9e82c8, ASSIGN; state=OFFLINE, location=a10fb4296bab,42903,1731406476090; forceNewPlan=false, retain=false 2024-11-12T10:14:47,726 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN; state=OFFLINE, location=a10fb4296bab,42541,1731406476130; forceNewPlan=false, retain=false 2024-11-12T10:14:47,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN; state=OFFLINE, location=a10fb4296bab,42541,1731406476130; forceNewPlan=false, retain=false 2024-11-12T10:14:47,726 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de936b70c9dd58d3a8f5b8d28dd8afa, ASSIGN; state=OFFLINE, location=a10fb4296bab,40679,1731406476172; forceNewPlan=false, retain=false 2024-11-12T10:14:47,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63705fa5f76f7b10f2956d721d23ba21, ASSIGN 2024-11-12T10:14:47,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN 2024-11-12T10:14:47,730 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47c39e0d11c09d0b4342425b01257c66, ASSIGN 2024-11-12T10:14:47,730 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN 2024-11-12T10:14:47,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a647f522591b519e3873d2d4cb02b6ae, ASSIGN 2024-11-12T10:14:47,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63705fa5f76f7b10f2956d721d23ba21, ASSIGN; state=OFFLINE, location=a10fb4296bab,42903,1731406476090; forceNewPlan=false, retain=false 2024-11-12T10:14:47,731 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN; state=OFFLINE, location=a10fb4296bab,42541,1731406476130; forceNewPlan=false, retain=false 2024-11-12T10:14:47,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47c39e0d11c09d0b4342425b01257c66, ASSIGN; state=OFFLINE, location=a10fb4296bab,40679,1731406476172; forceNewPlan=false, retain=false 2024-11-12T10:14:47,731 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a647f522591b519e3873d2d4cb02b6ae, ASSIGN; state=OFFLINE, location=a10fb4296bab,40679,1731406476172; forceNewPlan=false, retain=false 2024-11-12T10:14:47,732 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN; state=OFFLINE, location=a10fb4296bab,42541,1731406476130; forceNewPlan=false, retain=false 2024-11-12T10:14:47,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abe209d1bbc6e4bca0f55c60e0cfa042, ASSIGN 2024-11-12T10:14:47,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abe209d1bbc6e4bca0f55c60e0cfa042, ASSIGN; state=OFFLINE, location=a10fb4296bab,42903,1731406476090; forceNewPlan=false, retain=false 2024-11-12T10:14:47,877 INFO [a10fb4296bab:35365 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T10:14:47,878 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b938b25172dee7b0858f7d0e1c9e82c8, regionState=OPENING, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:47,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=63705fa5f76f7b10f2956d721d23ba21, regionState=OPENING, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:47,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abe209d1bbc6e4bca0f55c60e0cfa042, regionState=OPENING, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:47,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e23ab92e9cde4cfa87848474434fe621, regionState=OPENING, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:47,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=39919eb6c700a3eb445ba7fe2a6cbaa9, regionState=OPENING, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:47,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0c32fd4eaf4c03751de5a3dadf063661, regionState=OPENING, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:47,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f530afe02a88347bcbd11cf1ddbb798, regionState=OPENING, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:47,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=47c39e0d11c09d0b4342425b01257c66, regionState=OPENING, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:47,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a647f522591b519e3873d2d4cb02b6ae, regionState=OPENING, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:47,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5de936b70c9dd58d3a8f5b8d28dd8afa, regionState=OPENING, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:47,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=63705fa5f76f7b10f2956d721d23ba21, ASSIGN because future has completed 2024-11-12T10:14:47,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63705fa5f76f7b10f2956d721d23ba21, server=a10fb4296bab,42903,1731406476090}] 2024-11-12T10:14:47,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b938b25172dee7b0858f7d0e1c9e82c8, ASSIGN because future has completed 2024-11-12T10:14:47,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8, server=a10fb4296bab,42903,1731406476090}] 2024-11-12T10:14:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN because future has completed 2024-11-12T10:14:47,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN because future has completed 2024-11-12T10:14:47,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e23ab92e9cde4cfa87848474434fe621, server=a10fb4296bab,42541,1731406476130}] 2024-11-12T10:14:47,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661, server=a10fb4296bab,42541,1731406476130}] 2024-11-12T10:14:47,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN because future has completed 2024-11-12T10:14:47,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47c39e0d11c09d0b4342425b01257c66, ASSIGN because future has completed 2024-11-12T10:14:47,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abe209d1bbc6e4bca0f55c60e0cfa042, ASSIGN because future has completed 2024-11-12T10:14:47,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798, server=a10fb4296bab,42541,1731406476130}] 2024-11-12T10:14:47,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47c39e0d11c09d0b4342425b01257c66, server=a10fb4296bab,40679,1731406476172}] 2024-11-12T10:14:47,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042, server=a10fb4296bab,42903,1731406476090}] 2024-11-12T10:14:47,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de936b70c9dd58d3a8f5b8d28dd8afa, ASSIGN because future has completed 2024-11-12T10:14:47,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a647f522591b519e3873d2d4cb02b6ae, ASSIGN because future has completed 2024-11-12T10:14:47,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN because future has completed 2024-11-12T10:14:47,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9, server=a10fb4296bab,42541,1731406476130}] 2024-11-12T10:14:47,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa, server=a10fb4296bab,40679,1731406476172}] 2024-11-12T10:14:47,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a647f522591b519e3873d2d4cb02b6ae, server=a10fb4296bab,40679,1731406476172}] 2024-11-12T10:14:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:48,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:14:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:52,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:52,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:52,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:52,571 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:14:52,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:52,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:52,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:14:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:14:55,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:14:55,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:14:55,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:14:55,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:14:57,895 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:57,896 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 63705fa5f76f7b10f2956d721d23ba21, NAME => 'SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:14:57,896 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,896 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,896 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,896 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,899 INFO [StoreOpener-63705fa5f76f7b10f2956d721d23ba21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,901 INFO [StoreOpener-63705fa5f76f7b10f2956d721d23ba21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63705fa5f76f7b10f2956d721d23ba21 columnFamilyName cf 2024-11-12T10:14:57,901 DEBUG [StoreOpener-63705fa5f76f7b10f2956d721d23ba21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,901 INFO [StoreOpener-63705fa5f76f7b10f2956d721d23ba21-1 {}] regionserver.HStore(327): Store=63705fa5f76f7b10f2956d721d23ba21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,902 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,903 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,903 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,903 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,904 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,907 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,910 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:14:57,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:14:57,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:14:57,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:14:57,916 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,917 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 63705fa5f76f7b10f2956d721d23ba21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218734, jitterRate=0.10594531893730164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,917 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:14:57,917 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 63705fa5f76f7b10f2956d721d23ba21: Running coprocessor pre-open hook at 1731406497897Writing region info on filesystem at 1731406497897Initializing all the Stores at 1731406497898 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497898Cleaning up temporary data from old regions at 1731406497904 (+6 ms)Running coprocessor post-open hooks at 1731406497917 (+13 ms)Region opened successfully at 1731406497917 2024-11-12T10:14:57,918 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., pid=15, masterSystemTime=1731406497889 2024-11-12T10:14:57,921 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:57,921 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:14:57,921 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:57,921 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => abe209d1bbc6e4bca0f55c60e0cfa042, NAME => 'SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T10:14:57,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,922 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,922 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=63705fa5f76f7b10f2956d721d23ba21, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:57,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63705fa5f76f7b10f2956d721d23ba21, server=a10fb4296bab,42903,1731406476090 because future has completed 2024-11-12T10:14:57,931 INFO [StoreOpener-abe209d1bbc6e4bca0f55c60e0cfa042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,933 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:57,933 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 47c39e0d11c09d0b4342425b01257c66, NAME => 'SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T10:14:57,934 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,934 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,934 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,934 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,934 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:57,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f530afe02a88347bcbd11cf1ddbb798, NAME => 'SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T10:14:57,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,935 INFO [StoreOpener-abe209d1bbc6e4bca0f55c60e0cfa042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abe209d1bbc6e4bca0f55c60e0cfa042 columnFamilyName cf 2024-11-12T10:14:57,935 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,935 DEBUG [StoreOpener-abe209d1bbc6e4bca0f55c60e0cfa042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,937 INFO [StoreOpener-47c39e0d11c09d0b4342425b01257c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,938 INFO [StoreOpener-abe209d1bbc6e4bca0f55c60e0cfa042-1 {}] regionserver.HStore(327): Store=abe209d1bbc6e4bca0f55c60e0cfa042/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,938 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,938 INFO [StoreOpener-2f530afe02a88347bcbd11cf1ddbb798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,939 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,940 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,940 INFO [StoreOpener-47c39e0d11c09d0b4342425b01257c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47c39e0d11c09d0b4342425b01257c66 columnFamilyName cf 2024-11-12T10:14:57,940 DEBUG [StoreOpener-47c39e0d11c09d0b4342425b01257c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,940 INFO [StoreOpener-2f530afe02a88347bcbd11cf1ddbb798-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f530afe02a88347bcbd11cf1ddbb798 columnFamilyName cf 2024-11-12T10:14:57,941 DEBUG [StoreOpener-2f530afe02a88347bcbd11cf1ddbb798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,941 INFO [StoreOpener-47c39e0d11c09d0b4342425b01257c66-1 {}] regionserver.HStore(327): Store=47c39e0d11c09d0b4342425b01257c66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,941 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,941 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,941 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,942 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T10:14:57,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 63705fa5f76f7b10f2956d721d23ba21, server=a10fb4296bab,42903,1731406476090 in 10.0520 sec 2024-11-12T10:14:57,942 INFO [StoreOpener-2f530afe02a88347bcbd11cf1ddbb798-1 {}] regionserver.HStore(327): Store=2f530afe02a88347bcbd11cf1ddbb798/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,942 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,944 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,944 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=63705fa5f76f7b10f2956d721d23ba21, ASSIGN in 10.2190 sec 2024-11-12T10:14:57,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,945 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,946 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,946 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,947 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,949 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/abe209d1bbc6e4bca0f55c60e0cfa042/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,949 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,949 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened abe209d1bbc6e4bca0f55c60e0cfa042; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61330255, jitterRate=-0.08610798418521881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,949 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:14:57,949 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,950 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for abe209d1bbc6e4bca0f55c60e0cfa042: Running coprocessor pre-open hook at 1731406497922Writing region info on filesystem at 1731406497922Initializing all the Stores at 1731406497924 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497924Cleaning up temporary data from old regions at 1731406497941 (+17 ms)Running coprocessor post-open hooks at 1731406497949 (+8 ms)Region opened successfully at 1731406497949 2024-11-12T10:14:57,950 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 47c39e0d11c09d0b4342425b01257c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66479837, jitterRate=-0.00937323272228241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,950 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:14:57,950 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 47c39e0d11c09d0b4342425b01257c66: Running coprocessor pre-open hook at 1731406497936Writing region info on filesystem at 1731406497936Initializing all the Stores at 1731406497937 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497937Cleaning up temporary data from old regions at 1731406497945 (+8 ms)Running coprocessor post-open hooks at 1731406497950 (+5 ms)Region opened successfully at 1731406497950 2024-11-12T10:14:57,950 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042., pid=21, masterSystemTime=1731406497889 2024-11-12T10:14:57,952 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., pid=20, masterSystemTime=1731406497909 2024-11-12T10:14:57,953 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:57,953 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:14:57,953 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:57,953 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b938b25172dee7b0858f7d0e1c9e82c8, NAME => 'SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T10:14:57,954 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,954 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,954 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,954 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abe209d1bbc6e4bca0f55c60e0cfa042, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:57,955 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:57,955 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:14:57,955 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:57,955 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a647f522591b519e3873d2d4cb02b6ae, NAME => 'SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T10:14:57,955 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,956 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,956 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,956 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=47c39e0d11c09d0b4342425b01257c66, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:57,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042, server=a10fb4296bab,42903,1731406476090 because future has completed 2024-11-12T10:14:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47c39e0d11c09d0b4342425b01257c66, server=a10fb4296bab,40679,1731406476172 because future has completed 2024-11-12T10:14:57,962 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/2f530afe02a88347bcbd11cf1ddbb798/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-12T10:14:57,963 INFO [StoreOpener-b938b25172dee7b0858f7d0e1c9e82c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042, server=a10fb4296bab,42903,1731406476090 in 10.0580 sec 2024-11-12T10:14:57,963 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2f530afe02a88347bcbd11cf1ddbb798; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59256629, jitterRate=-0.11700741946697235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,963 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:14:57,963 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2f530afe02a88347bcbd11cf1ddbb798: Running coprocessor pre-open hook at 1731406497936Writing region info on filesystem at 1731406497936Initializing all the Stores at 1731406497937 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497937Cleaning up temporary data from old regions at 1731406497946 (+9 ms)Running coprocessor post-open hooks at 1731406497963 (+17 ms)Region opened successfully at 1731406497963 2024-11-12T10:14:57,964 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798., pid=19, masterSystemTime=1731406497909 2024-11-12T10:14:57,965 INFO [StoreOpener-b938b25172dee7b0858f7d0e1c9e82c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b938b25172dee7b0858f7d0e1c9e82c8 columnFamilyName cf 2024-11-12T10:14:57,965 DEBUG [StoreOpener-b938b25172dee7b0858f7d0e1c9e82c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-12T10:14:57,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 47c39e0d11c09d0b4342425b01257c66, server=a10fb4296bab,40679,1731406476172 in 10.0600 sec 2024-11-12T10:14:57,966 INFO [StoreOpener-b938b25172dee7b0858f7d0e1c9e82c8-1 {}] regionserver.HStore(327): Store=b938b25172dee7b0858f7d0e1c9e82c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abe209d1bbc6e4bca0f55c60e0cfa042, ASSIGN in 10.2400 sec 2024-11-12T10:14:57,967 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,967 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:57,967 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:14:57,967 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:57,967 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 39919eb6c700a3eb445ba7fe2a6cbaa9, NAME => 'SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:14:57,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47c39e0d11c09d0b4342425b01257c66, ASSIGN in 10.2420 sec 2024-11-12T10:14:57,967 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2f530afe02a88347bcbd11cf1ddbb798, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:57,967 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,967 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,968 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,968 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,968 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,969 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798, server=a10fb4296bab,42541,1731406476130 because future has completed 2024-11-12T10:14:57,971 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,971 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,973 INFO [StoreOpener-a647f522591b519e3873d2d4cb02b6ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,974 INFO [StoreOpener-39919eb6c700a3eb445ba7fe2a6cbaa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,974 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,975 INFO [StoreOpener-a647f522591b519e3873d2d4cb02b6ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a647f522591b519e3873d2d4cb02b6ae columnFamilyName cf 2024-11-12T10:14:57,975 DEBUG [StoreOpener-a647f522591b519e3873d2d4cb02b6ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,976 INFO [StoreOpener-a647f522591b519e3873d2d4cb02b6ae-1 {}] regionserver.HStore(327): Store=a647f522591b519e3873d2d4cb02b6ae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,976 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,978 INFO [StoreOpener-39919eb6c700a3eb445ba7fe2a6cbaa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39919eb6c700a3eb445ba7fe2a6cbaa9 columnFamilyName cf 2024-11-12T10:14:57,978 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/b938b25172dee7b0858f7d0e1c9e82c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,978 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,978 DEBUG [StoreOpener-39919eb6c700a3eb445ba7fe2a6cbaa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:57,979 INFO [StoreOpener-39919eb6c700a3eb445ba7fe2a6cbaa9-1 {}] regionserver.HStore(327): Store=39919eb6c700a3eb445ba7fe2a6cbaa9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:57,979 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,979 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-12T10:14:57,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798, server=a10fb4296bab,42541,1731406476130 in 10.0840 sec 2024-11-12T10:14:57,980 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,980 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN in 10.2560 sec 2024-11-12T10:14:57,982 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,982 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,982 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,983 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,983 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,985 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b938b25172dee7b0858f7d0e1c9e82c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470352, jitterRate=-0.05421805381774902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,985 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:14:57,985 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b938b25172dee7b0858f7d0e1c9e82c8: Running coprocessor pre-open hook at 1731406497954Writing region info on filesystem at 1731406497954Initializing all the Stores at 1731406497956 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497956Cleaning up temporary data from old regions at 1731406497971 (+15 ms)Running coprocessor post-open hooks at 1731406497985 (+14 ms)Region opened successfully at 1731406497985 2024-11-12T10:14:57,986 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8., pid=16, masterSystemTime=1731406497889 2024-11-12T10:14:57,986 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,988 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:57,988 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:14:57,989 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/a647f522591b519e3873d2d4cb02b6ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,989 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b938b25172dee7b0858f7d0e1c9e82c8, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42903,1731406476090 2024-11-12T10:14:57,991 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:57,992 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 39919eb6c700a3eb445ba7fe2a6cbaa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70315722, jitterRate=0.04778590798377991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,992 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:14:57,993 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 39919eb6c700a3eb445ba7fe2a6cbaa9: Running coprocessor pre-open hook at 1731406497968Writing region info on filesystem at 1731406497968Initializing all the Stores at 1731406497972 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497972Cleaning up temporary data from old regions at 1731406497983 (+11 ms)Running coprocessor post-open hooks at 1731406497992 (+9 ms)Region opened successfully at 1731406497992 2024-11-12T10:14:57,993 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., pid=22, masterSystemTime=1731406497909 2024-11-12T10:14:57,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8, server=a10fb4296bab,42903,1731406476090 because future has completed 2024-11-12T10:14:57,995 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a647f522591b519e3873d2d4cb02b6ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74012219, jitterRate=0.10286800563335419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:57,995 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:14:57,995 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a647f522591b519e3873d2d4cb02b6ae: Running coprocessor pre-open hook at 1731406497956Writing region info on filesystem at 1731406497956Initializing all the Stores at 1731406497967 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406497968 (+1 ms)Cleaning up temporary data from old regions at 1731406497980 (+12 ms)Running coprocessor post-open hooks at 1731406497995 (+15 ms)Region opened successfully at 1731406497995 2024-11-12T10:14:57,995 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:57,995 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:14:57,996 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:57,996 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae., pid=24, masterSystemTime=1731406497909 2024-11-12T10:14:57,996 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c32fd4eaf4c03751de5a3dadf063661, NAME => 'SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T10:14:57,997 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=39919eb6c700a3eb445ba7fe2a6cbaa9, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:57,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:57,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:57,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:57,997 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:57,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-12T10:14:57,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8, server=a10fb4296bab,42903,1731406476090 in 10.1070 sec 2024-11-12T10:14:57,999 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:57,999 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:14:57,999 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:57,999 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de936b70c9dd58d3a8f5b8d28dd8afa, NAME => 'SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T10:14:57,999 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:57,999 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:58,000 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9, server=a10fb4296bab,42541,1731406476130 because future has completed 2024-11-12T10:14:58,000 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a647f522591b519e3873d2d4cb02b6ae, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:58,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b938b25172dee7b0858f7d0e1c9e82c8, ASSIGN in 10.2760 sec 2024-11-12T10:14:58,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a647f522591b519e3873d2d4cb02b6ae, server=a10fb4296bab,40679,1731406476172 because future has completed 2024-11-12T10:14:58,004 INFO [StoreOpener-5de936b70c9dd58d3a8f5b8d28dd8afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,004 INFO [StoreOpener-0c32fd4eaf4c03751de5a3dadf063661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-12T10:14:58,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9, server=a10fb4296bab,42541,1731406476130 in 10.0920 sec 2024-11-12T10:14:58,007 INFO [StoreOpener-0c32fd4eaf4c03751de5a3dadf063661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c32fd4eaf4c03751de5a3dadf063661 columnFamilyName cf 2024-11-12T10:14:58,007 DEBUG [StoreOpener-0c32fd4eaf4c03751de5a3dadf063661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:58,008 INFO [StoreOpener-0c32fd4eaf4c03751de5a3dadf063661-1 {}] regionserver.HStore(327): Store=0c32fd4eaf4c03751de5a3dadf063661/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:58,008 INFO [StoreOpener-5de936b70c9dd58d3a8f5b8d28dd8afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de936b70c9dd58d3a8f5b8d28dd8afa columnFamilyName cf 2024-11-12T10:14:58,008 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,008 DEBUG [StoreOpener-5de936b70c9dd58d3a8f5b8d28dd8afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:58,009 INFO [StoreOpener-5de936b70c9dd58d3a8f5b8d28dd8afa-1 {}] regionserver.HStore(327): Store=5de936b70c9dd58d3a8f5b8d28dd8afa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:58,009 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,009 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,009 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-12T10:14:58,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN in 10.2840 sec 2024-11-12T10:14:58,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a647f522591b519e3873d2d4cb02b6ae, server=a10fb4296bab,40679,1731406476172 in 10.0890 sec 2024-11-12T10:14:58,010 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,010 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,010 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,010 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,011 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,014 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a647f522591b519e3873d2d4cb02b6ae, ASSIGN in 10.2870 sec 2024-11-12T10:14:58,017 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,019 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/0c32fd4eaf4c03751de5a3dadf063661/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:58,020 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0c32fd4eaf4c03751de5a3dadf063661; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66307047, jitterRate=-0.011948004364967346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:58,020 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:14:58,020 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0c32fd4eaf4c03751de5a3dadf063661: Running coprocessor pre-open hook at 1731406497998Writing region info on filesystem at 1731406497998Initializing all the Stores at 1731406498000 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406498000Cleaning up temporary data from old regions at 1731406498010 (+10 ms)Running coprocessor post-open hooks at 1731406498020 (+10 ms)Region opened successfully at 1731406498020 2024-11-12T10:14:58,021 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661., pid=18, masterSystemTime=1731406497909 2024-11-12T10:14:58,023 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:58,023 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:14:58,023 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:58,023 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e23ab92e9cde4cfa87848474434fe621, NAME => 'SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T10:14:58,024 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,024 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:14:58,024 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,024 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,024 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0c32fd4eaf4c03751de5a3dadf063661, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:58,026 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/5de936b70c9dd58d3a8f5b8d28dd8afa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661, server=a10fb4296bab,42541,1731406476130 because future has completed 2024-11-12T10:14:58,027 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5de936b70c9dd58d3a8f5b8d28dd8afa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69299786, jitterRate=0.032647281885147095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:58,027 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:14:58,027 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5de936b70c9dd58d3a8f5b8d28dd8afa: Running coprocessor pre-open hook at 1731406498000Writing region info on filesystem at 1731406498000Initializing all the Stores at 1731406498004 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406498004Cleaning up temporary data from old regions at 1731406498011 (+7 ms)Running coprocessor post-open hooks at 1731406498027 (+16 ms)Region opened successfully at 1731406498027 2024-11-12T10:14:58,028 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa., pid=23, masterSystemTime=1731406497909 2024-11-12T10:14:58,028 INFO [StoreOpener-e23ab92e9cde4cfa87848474434fe621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,030 INFO [StoreOpener-e23ab92e9cde4cfa87848474434fe621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e23ab92e9cde4cfa87848474434fe621 columnFamilyName cf 2024-11-12T10:14:58,030 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:58,030 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:14:58,031 DEBUG [StoreOpener-e23ab92e9cde4cfa87848474434fe621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:14:58,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5de936b70c9dd58d3a8f5b8d28dd8afa, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,40679,1731406476172 2024-11-12T10:14:58,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-12T10:14:58,031 INFO [StoreOpener-e23ab92e9cde4cfa87848474434fe621-1 {}] regionserver.HStore(327): Store=e23ab92e9cde4cfa87848474434fe621/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:14:58,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661, server=a10fb4296bab,42541,1731406476130 in 10.1380 sec 2024-11-12T10:14:58,031 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,033 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,034 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,034 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,034 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa, server=a10fb4296bab,40679,1731406476172 because future has completed 2024-11-12T10:14:58,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN in 10.3080 sec 2024-11-12T10:14:58,040 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-12T10:14:58,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa, server=a10fb4296bab,40679,1731406476172 in 10.1210 sec 2024-11-12T10:14:58,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de936b70c9dd58d3a8f5b8d28dd8afa, ASSIGN in 10.3180 sec 2024-11-12T10:14:58,053 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:14:58,054 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e23ab92e9cde4cfa87848474434fe621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68240320, jitterRate=0.016860008239746094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:14:58,054 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:14:58,054 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e23ab92e9cde4cfa87848474434fe621: Running coprocessor pre-open hook at 1731406498024Writing region info on filesystem at 1731406498024Initializing all the Stores at 1731406498026 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731406498026Cleaning up temporary data from old regions at 1731406498035 (+9 ms)Running coprocessor post-open hooks at 1731406498054 (+19 ms)Region opened successfully at 1731406498054 2024-11-12T10:14:58,055 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., pid=17, masterSystemTime=1731406497909 2024-11-12T10:14:58,059 DEBUG [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:58,059 INFO [RS_OPEN_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:14:58,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e23ab92e9cde4cfa87848474434fe621, regionState=OPEN, openSeqNum=2, regionLocation=a10fb4296bab,42541,1731406476130 2024-11-12T10:14:58,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e23ab92e9cde4cfa87848474434fe621, server=a10fb4296bab,42541,1731406476130 because future has completed 2024-11-12T10:14:58,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-12T10:14:58,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e23ab92e9cde4cfa87848474434fe621, server=a10fb4296bab,42541,1731406476130 in 10.1730 sec 2024-11-12T10:14:58,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-12T10:14:58,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN in 10.3440 sec 2024-11-12T10:14:58,078 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:14:58,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731406498078"}]},"ts":"1731406498078"} 2024-11-12T10:14:58,082 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T10:14:58,085 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:14:58,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8380 sec 2024-11-12T10:15:00,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T10:15:02,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:02,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:02,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:03,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:15:03,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:03,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:03,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:15:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:15:05,502 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T10:15:05,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T10:15:05,502 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:15:05,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T10:15:05,510 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:15:05,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T10:15:05,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,568 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,625 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,626 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,628 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,630 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,631 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,632 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,636 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621., hostname=a10fb4296bab,42541,1731406476130, seqNum=2] 2024-11-12T10:15:05,671 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,674 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,678 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,680 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., hostname=a10fb4296bab,40679,1731406476172, seqNum=2] 2024-11-12T10:15:05,746 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., hostname=a10fb4296bab,42903,1731406476090, seqNum=2] 2024-11-12T10:15:05,748 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., hostname=a10fb4296bab,42903,1731406476090, seqNum=2] 2024-11-12T10:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., hostname=a10fb4296bab,42903,1731406476090, seqNum=2] 2024-11-12T10:15:05,751 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., hostname=a10fb4296bab,42903,1731406476090, seqNum=2] 2024-11-12T10:15:05,752 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21., hostname=a10fb4296bab,42903,1731406476090, seqNum=2] 2024-11-12T10:15:05,900 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:15:06,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:15:06,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:15:06,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:15:06,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:15:06,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:15:06,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:15:06,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42541 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:15:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:06,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:15:06,891 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T10:15:06,891 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:15:06,892 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T10:15:06,893 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T10:15:06,896 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T10:15:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:15:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:15:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:15:06,907 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T10:15:06,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a647f522591b519e3873d2d4cb02b6ae}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e23ab92e9cde4cfa87848474434fe621}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47c39e0d11c09d0b4342425b01257c66}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63705fa5f76f7b10f2956d721d23ba21}] 2024-11-12T10:15:06,909 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:15:06,909 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:15:06,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:15:06,910 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:15:06,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:15:06,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:15:06,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:15:06,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:15:06,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:15:06,917 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:15:13,899 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T10:15:16,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T10:15:16,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T10:15:16,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T10:15:16,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T10:15:16,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T10:15:16,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:15:16,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b938b25172dee7b0858f7d0e1c9e82c8: 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:16,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 39919eb6c700a3eb445ba7fe2a6cbaa9 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5de936b70c9dd58d3a8f5b8d28dd8afa: 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T10:15:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T10:15:16,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:15:16,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T10:15:16,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 2f530afe02a88347bcbd11cf1ddbb798: 2024-11-12T10:15:16,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:16,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 63705fa5f76f7b10f2956d721d23ba21 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T10:15:16,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T10:15:16,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:15:16,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e23ab92e9cde4cfa87848474434fe621 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T10:15:16,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:16,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for abe209d1bbc6e4bca0f55c60e0cfa042: 2024-11-12T10:15:16,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T10:15:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:16,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 47c39e0d11c09d0b4342425b01257c66 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a647f522591b519e3873d2d4cb02b6ae: 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/.tmp/cf/1409c711c4aa4d5c908c0743ac0478e7 is 34, key is baa/cf:cf/1731406506448/Put/seqid=0 2024-11-12T10:15:16,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/.tmp/cf/7a31748071004b339f4ee32c57e452a1 is 34, key is aaa/cf:cf/1731406506427/Put/seqid=0 2024-11-12T10:15:16,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/.tmp/cf/1aaa82da5c094925971002bdf6da0c9c is 34, key is ccd/cf:cf/1731406506427/Put/seqid=0 2024-11-12T10:15:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:15:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:15:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:15:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:15:16,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:16,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T10:15:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:15:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741849_1025 (size=65) 2024-11-12T10:15:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T10:15:16,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:15:16,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798. 2024-11-12T10:15:16,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T10:15:16,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0c32fd4eaf4c03751de5a3dadf063661: 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. for SnapshotProcedureTest completed. 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:16,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:15:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T10:15:16,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:15:16,967 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798 2024-11-12T10:15:16,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure abe209d1bbc6e4bca0f55c60e0cfa042 in 10.0590 sec 2024-11-12T10:15:16,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f530afe02a88347bcbd11cf1ddbb798 in 10.0610 sec 2024-11-12T10:15:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:15:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:15:16,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:16,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T10:15:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T10:15:16,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:15:16,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:15:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741850_1026 (size=57) 2024-11-12T10:15:16,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b938b25172dee7b0858f7d0e1c9e82c8 in 10.0820 sec 2024-11-12T10:15:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:15:17,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/.tmp/cf/16cc0ce3436746a69714269299b03431 is 34, key is eaa/cf:cf/1731406506822/Put/seqid=0 2024-11-12T10:15:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:15:17,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:15:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:15:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:15:17,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:15:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T10:15:17,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T10:15:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T10:15:17,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:15:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T10:15:17,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:15:17,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:15:17,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:15:17,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5de936b70c9dd58d3a8f5b8d28dd8afa in 10.0960 sec 2024-11-12T10:15:17,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a647f522591b519e3873d2d4cb02b6ae in 10.0960 sec 2024-11-12T10:15:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:15:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:15:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:15:17,015 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/.tmp/cf/1409c711c4aa4d5c908c0743ac0478e7 2024-11-12T10:15:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741856_1032 (size=47197) 2024-11-12T10:15:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741856_1032 (size=47197) 2024-11-12T10:15:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741856_1032 (size=47197) 2024-11-12T10:15:17,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/.tmp/cf/1aaa82da5c094925971002bdf6da0c9c 2024-11-12T10:15:17,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741857_1033 (size=499309) 2024-11-12T10:15:17,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741857_1033 (size=499309) 2024-11-12T10:15:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741857_1033 (size=499309) 2024-11-12T10:15:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741855_1031 (size=26918) 2024-11-12T10:15:17,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/.tmp/cf/16cc0ce3436746a69714269299b03431 2024-11-12T10:15:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741855_1031 (size=26918) 2024-11-12T10:15:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741855_1031 (size=26918) 2024-11-12T10:15:17,037 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/.tmp/cf/7a31748071004b339f4ee32c57e452a1 2024-11-12T10:15:17,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/.tmp/cf/16cc0ce3436746a69714269299b03431 as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/cf/16cc0ce3436746a69714269299b03431 2024-11-12T10:15:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:15:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:15:17,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/.tmp/cf/1aaa82da5c094925971002bdf6da0c9c as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/cf/1aaa82da5c094925971002bdf6da0c9c 2024-11-12T10:15:17,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:15:17,063 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/cf/16cc0ce3436746a69714269299b03431, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T10:15:17,063 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/cf/1aaa82da5c094925971002bdf6da0c9c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T10:15:17,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/.tmp/cf/7a31748071004b339f4ee32c57e452a1 as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/cf/7a31748071004b339f4ee32c57e452a1 2024-11-12T10:15:17,064 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 63705fa5f76f7b10f2956d721d23ba21 in 146ms, sequenceid=5, compaction requested=false 2024-11-12T10:15:17,064 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 47c39e0d11c09d0b4342425b01257c66 in 144ms, sequenceid=5, compaction requested=false 2024-11-12T10:15:17,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 63705fa5f76f7b10f2956d721d23ba21: 2024-11-12T10:15:17,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 47c39e0d11c09d0b4342425b01257c66: 2024-11-12T10:15:17,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. for SnapshotProcedureTest completed. 2024-11-12T10:15:17,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. for SnapshotProcedureTest completed. 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/cf/16cc0ce3436746a69714269299b03431] hfiles 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/cf/1aaa82da5c094925971002bdf6da0c9c] hfiles 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/cf/16cc0ce3436746a69714269299b03431 for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/cf/1aaa82da5c094925971002bdf6da0c9c for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/.tmp/cf/1409c711c4aa4d5c908c0743ac0478e7 as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/cf/1409c711c4aa4d5c908c0743ac0478e7 2024-11-12T10:15:17,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731406487246.0c32fd4eaf4c03751de5a3dadf063661. 2024-11-12T10:15:17,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T10:15:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T10:15:17,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:15:17,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661 2024-11-12T10:15:17,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c32fd4eaf4c03751de5a3dadf063661 in 10.1600 sec 2024-11-12T10:15:17,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/cf/7a31748071004b339f4ee32c57e452a1, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T10:15:17,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/cf/1409c711c4aa4d5c908c0743ac0478e7, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T10:15:17,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 39919eb6c700a3eb445ba7fe2a6cbaa9 in 162ms, sequenceid=5, compaction requested=false 2024-11-12T10:15:17,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e23ab92e9cde4cfa87848474434fe621 in 157ms, sequenceid=5, compaction requested=false 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e23ab92e9cde4cfa87848474434fe621: 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 39919eb6c700a3eb445ba7fe2a6cbaa9: 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. for SnapshotProcedureTest completed. 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. for SnapshotProcedureTest completed. 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/cf/1409c711c4aa4d5c908c0743ac0478e7] hfiles 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/cf/7a31748071004b339f4ee32c57e452a1] hfiles 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/e23ab92e9cde4cfa87848474434fe621/cf/1409c711c4aa4d5c908c0743ac0478e7 for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/39919eb6c700a3eb445ba7fe2a6cbaa9/cf/7a31748071004b339f4ee32c57e452a1 for snapshot=SnapshotProcedureTest 2024-11-12T10:15:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741859_1035 (size=97) 2024-11-12T10:15:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741859_1035 (size=97) 2024-11-12T10:15:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741859_1035 (size=97) 2024-11-12T10:15:17,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:17,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T10:15:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T10:15:17,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:15:17,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:15:17,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 63705fa5f76f7b10f2956d721d23ba21 in 10.1840 sec 2024-11-12T10:15:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:15:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:15:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:15:17,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:17,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T10:15:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T10:15:17,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:15:17,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:15:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:15:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:15:17,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47c39e0d11c09d0b4342425b01257c66 in 10.1980 sec 2024-11-12T10:15:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:15:17,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731406487246.e23ab92e9cde4cfa87848474434fe621. 2024-11-12T10:15:17,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T10:15:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T10:15:17,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:15:17,109 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e23ab92e9cde4cfa87848474434fe621 2024-11-12T10:15:17,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e23ab92e9cde4cfa87848474434fe621 in 10.2020 sec 2024-11-12T10:15:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741861_1037 (size=105) 2024-11-12T10:15:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741861_1037 (size=105) 2024-11-12T10:15:17,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741861_1037 (size=105) 2024-11-12T10:15:17,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731406487246.39919eb6c700a3eb445ba7fe2a6cbaa9. 2024-11-12T10:15:17,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T10:15:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T10:15:17,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:15:17,116 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9 2024-11-12T10:15:17,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-12T10:15:17,118 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T10:15:17,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39919eb6c700a3eb445ba7fe2a6cbaa9 in 10.2090 sec 2024-11-12T10:15:17,119 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T10:15:17,120 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T10:15:17,120 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T10:15:17,122 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:15:17,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:15:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:15:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:15:17,554 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T10:15:17,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T10:15:17,562 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:17,562 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:17,562 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:17,562 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:17,562 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:17,566 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:17,566 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:17,566 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:17,566 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:17,608 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:15:21,056 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a10fb4296bab:44963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T10:15:27,137 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:15:27,137 INFO [master/a10fb4296bab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T10:15:27,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T10:15:27,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T10:15:27,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T10:15:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T10:15:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T10:15:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T10:15:27,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T10:15:27,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T10:15:27,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T10:15:27,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T10:15:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T10:15:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T10:15:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T10:15:27,576 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 Release verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,576 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 Release verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:27,576 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 Release verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T10:15:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T10:15:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T10:15:27,579 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 Release verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 in 10.0200 sec 2024-11-12T10:15:27,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 in 10.0170 sec 2024-11-12T10:15:27,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 in 10.0170 sec 2024-11-12T10:15:27,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 in 10.0170 sec 2024-11-12T10:15:27,581 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 Release verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:27,581 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 Release verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,581 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 Release verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:27,584 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 Release verify snapshot worker=a10fb4296bab,40679,1731406476172 2024-11-12T10:15:27,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 in 10.0220 sec 2024-11-12T10:15:27,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 in 10.0220 sec 2024-11-12T10:15:27,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 in 10.0220 sec 2024-11-12T10:15:27,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,40679,1731406476172 in 10.0250 sec 2024-11-12T10:15:27,586 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 Release verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:27,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 in 10.0270 sec 2024-11-12T10:15:27,589 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,609 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,609 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a10fb4296bab,42541,1731406476130: Simulated kill ***** 2024-11-12T10:15:27,609 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:15:27,610 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:15:27,610 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:15:27,611 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:15:27,611 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:15:27,611 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 380073728 }, "NonHeapMemoryUsage": { "committed": 176160768, "init": 7667712, "max": -1, "used": 171256168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:15:27,611 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35365 {}] master.MasterRpcServices(700): a10fb4296bab,42541,1731406476130 reported a fatal error: ***** ABORTING region server a10fb4296bab,42541,1731406476130: Simulated kill ***** 2024-11-12T10:15:27,612 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,42541,1731406476130' ***** 2024-11-12T10:15:27,612 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T10:15:27,612 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:15:27,612 INFO [RS:1;a10fb4296bab:42541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:15:27,612 INFO [RS:1;a10fb4296bab:42541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:15:27,613 INFO [RS:1;a10fb4296bab:42541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:15:27,613 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:15:27,613 INFO [RS:1;a10fb4296bab:42541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a10fb4296bab:42541. 2024-11-12T10:15:27,613 DEBUG [RS:1;a10fb4296bab:42541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:15:27,613 DEBUG [RS:1;a10fb4296bab:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:27,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:15:27,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741835_1011 (size=2301) 2024-11-12T10:15:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741835_1011 (size=2301) 2024-11-12T10:15:27,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741835_1011 (size=2301) 2024-11-12T10:15:27,620 DEBUG [RS:1;a10fb4296bab:42541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:27,620 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:27,620 INFO [RS:1;a10fb4296bab:42541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42541 2024-11-12T10:15:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:15:27,633 INFO [RS:1;a10fb4296bab:42541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:15:27,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,42541,1731406476130] 2024-11-12T10:15:27,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,42541,1731406476130 already deleted, retry=false 2024-11-12T10:15:27,656 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a10fb4296bab,42541,1731406476130 on a10fb4296bab,35365,1731406475916 2024-11-12T10:15:27,657 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a10fb4296bab,42541,1731406476130, splitWal=true, meta=false 2024-11-12T10:15:27,657 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for a10fb4296bab,42541,1731406476130 (carryingMeta=false) a10fb4296bab,42541,1731406476130/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@547882b5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:15:27,658 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a10fb4296bab,42541,1731406476130, splitWal=true, meta=false 2024-11-12T10:15:27,661 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): a10fb4296bab,42541,1731406476130 had 4 regions 2024-11-12T10:15:27,662 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a10fb4296bab,42541,1731406476130, splitWal=true, meta=false, isMeta: false 2024-11-12T10:15:27,664 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting 2024-11-12T10:15:27,666 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-12T10:15:27,666 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-12T10:15:27,666 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-12T10:15:27,666 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-12T10:15:27,666 INFO [PEWorker-5 {}] master.SplitWALManager(105): a10fb4296bab,42541,1731406476130 WAL count=1, meta=false 2024-11-12T10:15:27,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a10fb4296bab%2C42541%2C1731406476130.1731406476867}] 2024-11-12T10:15:27,667 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42541,1731406476130 Release verify snapshot worker=a10fb4296bab,42541,1731406476130 2024-11-12T10:15:27,668 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to a10fb4296bab,42541,1731406476130, this operation will be retried to send to another server 2024-11-12T10:15:27,668 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T10:15:27,668 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731406528668 2024-11-12T10:15:27,670 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:27,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C42541%2C1731406476130.1731406476867, worker=a10fb4296bab,42903,1731406476090}] 2024-11-12T10:15:27,675 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:27,721 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:15:27,721 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:15:27,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:27,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42541-0x1012e8a2e240002, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:27,746 INFO [RS:1;a10fb4296bab:42541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:15:27,746 INFO [RS:1;a10fb4296bab:42541 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,42541,1731406476130; zookeeper connection closed. 2024-11-12T10:15:27,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5113e9d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5113e9d8 2024-11-12T10:15:28,673 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:35,901 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:15:37,270 INFO [regionserver/a10fb4296bab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T10:15:37,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T10:15:37,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T10:15:37,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T10:15:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T10:15:37,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 Release verify snapshot worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:37,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-12T10:15:37,678 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T10:15:37,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=a10fb4296bab,42903,1731406476090 in 20.1170 sec 2024-11-12T10:15:37,679 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T10:15:37,681 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T10:15:37,681 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T10:15:37,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7920 sec 2024-11-12T10:15:37,690 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867, size=2.2 K (2301bytes) 2024-11-12T10:15:37,690 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 2024-11-12T10:15:37,691 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 after 0ms 2024-11-12T10:15:37,694 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 took 4ms 2024-11-12T10:15:37,697 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 2f530afe02a88347bcbd11cf1ddbb798: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:15:37,698 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 39919eb6c700a3eb445ba7fe2a6cbaa9: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-12T10:15:37,699 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0c32fd4eaf4c03751de5a3dadf063661: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:15:37,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e23ab92e9cde4cfa87848474434fe621: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-12T10:15:37,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 so closing down 2024-11-12T10:15:37,700 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:15:37,700 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:15:37,701 INFO [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 7 ms; skipped=8; WAL=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-12T10:15:37,701 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867, journal: Splitting hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867, size=2.2 K (2301bytes) at 1731406537690Finishing writing output for hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 so closing down at 1731406537700 (+10 ms)3 split writer threads finished at 1731406537701 (+1 ms)Processed 8 edits across 0 Regions in 7 ms; skipped=8; WAL=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1731406537701 2024-11-12T10:15:37,701 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 2024-11-12T10:15:37,701 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a10fb4296bab:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T10:15:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35365 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T10:15:37,705 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting/a10fb4296bab%2C42541%2C1731406476130.1731406476867 to hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs 2024-11-12T10:15:37,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T10:15:37,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a10fb4296bab%2C42541%2C1731406476130.1731406476867, worker=a10fb4296bab,42903,1731406476090 in 10.0350 sec 2024-11-12T10:15:37,708 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=a10fb4296bab,42903,1731406476090 2024-11-12T10:15:37,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T10:15:37,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure a10fb4296bab%2C42541%2C1731406476130.1731406476867, worker=a10fb4296bab,42903,1731406476090 in 10.0420 sec 2024-11-12T10:15:37,711 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting dir is empty, no logs to split. 2024-11-12T10:15:37,711 INFO [PEWorker-1 {}] master.SplitWALManager(105): a10fb4296bab,42541,1731406476130 WAL count=0, meta=false 2024-11-12T10:15:37,711 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a10fb4296bab,42541,1731406476130 WAL splitting is done? wals=0, meta=false 2024-11-12T10:15:37,713 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a10fb4296bab,42541,1731406476130 failed, ignore...File hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42541,1731406476130-splitting does not exist. 2024-11-12T10:15:37,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN}] 2024-11-12T10:15:37,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN 2024-11-12T10:15:37,715 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN 2024-11-12T10:15:37,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN 2024-11-12T10:15:37,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN 2024-11-12T10:15:37,716 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e23ab92e9cde4cfa87848474434fe621, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:15:37,716 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2f530afe02a88347bcbd11cf1ddbb798, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:15:37,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39919eb6c700a3eb445ba7fe2a6cbaa9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:15:37,716 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c32fd4eaf4c03751de5a3dadf063661, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:15:37,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T10:15:37,733 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T10:15:37,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:15:37,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:15:37,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:15:37,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:37,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:37,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:15:37,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:15:37,734 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1855886351, stopped=false 2024-11-12T10:15:37,734 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a10fb4296bab,35365,1731406475916 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:15:37,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:15:37,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:15:37,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:15:37,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:15:37,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:15:37,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:15:37,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:15:37,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:37,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,42903,1731406476090' ***** 2024-11-12T10:15:37,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:15:37,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a10fb4296bab,40679,1731406476172' ***** 2024-11-12T10:15:37,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:15:37,834 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:15:37,834 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:15:37,834 INFO [RS:0;a10fb4296bab:42903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:15:37,835 INFO [RS:2;a10fb4296bab:40679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:15:37,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:15:37,835 INFO [RS:2;a10fb4296bab:40679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:15:37,835 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(3091): Received CLOSE for 47c39e0d11c09d0b4342425b01257c66 2024-11-12T10:15:37,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for abe209d1bbc6e4bca0f55c60e0cfa042 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 63705fa5f76f7b10f2956d721d23ba21 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,42903,1731406476090 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:15:37,835 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b938b25172dee7b0858f7d0e1c9e82c8, disabling compactions & flushes 2024-11-12T10:15:37,835 INFO [RS:0;a10fb4296bab:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a10fb4296bab:42903. 2024-11-12T10:15:37,835 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:37,836 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:37,836 DEBUG [RS:0;a10fb4296bab:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:15:37,836 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. after waiting 0 ms 2024-11-12T10:15:37,836 DEBUG [RS:0;a10fb4296bab:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:37,836 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:37,836 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:15:37,836 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:15:37,836 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:15:37,836 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:15:37,836 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(3091): Received CLOSE for a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:15:37,836 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de936b70c9dd58d3a8f5b8d28dd8afa 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47c39e0d11c09d0b4342425b01257c66, disabling compactions & flushes 2024-11-12T10:15:37,837 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(959): stopping server a10fb4296bab,40679,1731406476172 2024-11-12T10:15:37,837 INFO [RS:2;a10fb4296bab:40679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:15:37,837 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:37,837 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. after waiting 0 ms 2024-11-12T10:15:37,837 INFO [RS:2;a10fb4296bab:40679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a10fb4296bab:40679. 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:37,837 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1325): Online Regions={b938b25172dee7b0858f7d0e1c9e82c8=SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8., abe209d1bbc6e4bca0f55c60e0cfa042=SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042., 1588230740=hbase:meta,,1.1588230740, 63705fa5f76f7b10f2956d721d23ba21=SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21.} 2024-11-12T10:15:37,837 DEBUG [RS:2;a10fb4296bab:40679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:15:37,837 DEBUG [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63705fa5f76f7b10f2956d721d23ba21, abe209d1bbc6e4bca0f55c60e0cfa042, b938b25172dee7b0858f7d0e1c9e82c8 2024-11-12T10:15:37,837 DEBUG [RS:2;a10fb4296bab:40679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:15:37,837 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:15:37,837 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:15:37,838 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:15:37,838 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1325): Online Regions={47c39e0d11c09d0b4342425b01257c66=SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66., a647f522591b519e3873d2d4cb02b6ae=SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae., 5de936b70c9dd58d3a8f5b8d28dd8afa=SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa.} 2024-11-12T10:15:37,838 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T10:15:37,838 DEBUG [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1351): Waiting on 47c39e0d11c09d0b4342425b01257c66, 5de936b70c9dd58d3a8f5b8d28dd8afa, a647f522591b519e3873d2d4cb02b6ae 2024-11-12T10:15:37,841 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/b938b25172dee7b0858f7d0e1c9e82c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/47c39e0d11c09d0b4342425b01257c66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:15:37,842 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47c39e0d11c09d0b4342425b01257c66: Waiting for close lock at 1731406537836Running coprocessor pre-close hooks at 1731406537836Disabling compacts and flushes for region at 1731406537836Disabling writes for close at 1731406537837 (+1 ms)Writing region close event to WAL at 1731406537838 (+1 ms)Running coprocessor post-close hooks at 1731406537842 (+4 ms)Closed at 1731406537842 2024-11-12T10:15:37,842 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731406487246.47c39e0d11c09d0b4342425b01257c66. 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b938b25172dee7b0858f7d0e1c9e82c8: Waiting for close lock at 1731406537835Running coprocessor pre-close hooks at 1731406537835Disabling compacts and flushes for region at 1731406537835Disabling writes for close at 1731406537836 (+1 ms)Writing region close event to WAL at 1731406537837 (+1 ms)Running coprocessor post-close hooks at 1731406537842 (+5 ms)Closed at 1731406537842 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731406487246.b938b25172dee7b0858f7d0e1c9e82c8. 2024-11-12T10:15:37,842 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a647f522591b519e3873d2d4cb02b6ae, disabling compactions & flushes 2024-11-12T10:15:37,843 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abe209d1bbc6e4bca0f55c60e0cfa042, disabling compactions & flushes 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. after waiting 0 ms 2024-11-12T10:15:37,843 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. after waiting 0 ms 2024-11-12T10:15:37,843 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:37,846 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/a647f522591b519e3873d2d4cb02b6ae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:15:37,846 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/abe209d1bbc6e4bca0f55c60e0cfa042/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:15:37,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:37,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a647f522591b519e3873d2d4cb02b6ae: Waiting for close lock at 1731406537842Running coprocessor pre-close hooks at 1731406537842Disabling compacts and flushes for region at 1731406537842Disabling writes for close at 1731406537843 (+1 ms)Writing region close event to WAL at 1731406537843Running coprocessor post-close hooks at 1731406537847 (+4 ms)Closed at 1731406537847 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abe209d1bbc6e4bca0f55c60e0cfa042: Waiting for close lock at 1731406537843Running coprocessor pre-close hooks at 1731406537843Disabling compacts and flushes for region at 1731406537843Disabling writes for close at 1731406537843Writing region close event to WAL at 1731406537843Running coprocessor post-close hooks at 1731406537847 (+4 ms)Closed at 1731406537847 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731406487246.abe209d1bbc6e4bca0f55c60e0cfa042. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731406487246.a647f522591b519e3873d2d4cb02b6ae. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de936b70c9dd58d3a8f5b8d28dd8afa, disabling compactions & flushes 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63705fa5f76f7b10f2956d721d23ba21, disabling compactions & flushes 2024-11-12T10:15:37,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:37,847 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. after waiting 0 ms 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. after waiting 0 ms 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:37,847 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:37,851 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/5de936b70c9dd58d3a8f5b8d28dd8afa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:15:37,851 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/default/SPTestTable/63705fa5f76f7b10f2956d721d23ba21/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:15:37,851 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:37,851 INFO [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:37,851 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de936b70c9dd58d3a8f5b8d28dd8afa: Waiting for close lock at 1731406537847Running coprocessor pre-close hooks at 1731406537847Disabling compacts and flushes for region at 1731406537847Disabling writes for close at 1731406537847Writing region close event to WAL at 1731406537848 (+1 ms)Running coprocessor post-close hooks at 1731406537851 (+3 ms)Closed at 1731406537851 2024-11-12T10:15:37,852 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63705fa5f76f7b10f2956d721d23ba21: Waiting for close lock at 1731406537847Running coprocessor pre-close hooks at 1731406537847Disabling compacts and flushes for region at 1731406537847Disabling writes for close at 1731406537847Writing region close event to WAL at 1731406537848 (+1 ms)Running coprocessor post-close hooks at 1731406537851 (+3 ms)Closed at 1731406537851 2024-11-12T10:15:37,852 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731406487246.5de936b70c9dd58d3a8f5b8d28dd8afa. 2024-11-12T10:15:37,852 DEBUG [RS_CLOSE_REGION-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731406487246.63705fa5f76f7b10f2956d721d23ba21. 2024-11-12T10:15:37,856 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/info/cb3628b0528c4c7cb5d45c7b747b1ea6 is 167, key is SPTestTable,19999999,1731406487246.2f530afe02a88347bcbd11cf1ddbb798./info:regioninfo/1731406497967/Put/seqid=0 2024-11-12T10:15:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741864_1040 (size=18393) 2024-11-12T10:15:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741864_1040 (size=18393) 2024-11-12T10:15:37,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741864_1040 (size=18393) 2024-11-12T10:15:37,862 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/info/cb3628b0528c4c7cb5d45c7b747b1ea6 2024-11-12T10:15:37,867 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(204): Hosts are {a10fb4296bab=0} racks are {/default-rack=0} 2024-11-12T10:15:37,867 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:15:37,867 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:15:37,867 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:15:37,867 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:15:37,867 INFO [a10fb4296bab:35365 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:15:37,868 INFO [a10fb4296bab:35365 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:15:37,868 DEBUG [a10fb4296bab:35365 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:15:37,880 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/ns/8c8d167cb81344c9b6b6c158f2d2755f is 43, key is default/ns:d/1731406487119/Put/seqid=0 2024-11-12T10:15:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:15:37,886 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:15:37,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741865_1041 (size=5153) 2024-11-12T10:15:37,887 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/ns/8c8d167cb81344c9b6b6c158f2d2755f 2024-11-12T10:15:37,889 INFO [regionserver/a10fb4296bab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:37,906 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/table/e703081b45894d8bb7b04958588db4bb is 47, key is SPTestTable/table:state/1731406498078/Put/seqid=0 2024-11-12T10:15:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:15:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:15:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741866_1042 (size=5214) 2024-11-12T10:15:37,913 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/table/e703081b45894d8bb7b04958588db4bb 2024-11-12T10:15:37,920 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/info/cb3628b0528c4c7cb5d45c7b747b1ea6 as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/info/cb3628b0528c4c7cb5d45c7b747b1ea6 2024-11-12T10:15:37,928 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/info/cb3628b0528c4c7cb5d45c7b747b1ea6, entries=100, sequenceid=29, filesize=18.0 K 2024-11-12T10:15:37,929 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/ns/8c8d167cb81344c9b6b6c158f2d2755f as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/ns/8c8d167cb81344c9b6b6c158f2d2755f 2024-11-12T10:15:37,936 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/ns/8c8d167cb81344c9b6b6c158f2d2755f, entries=2, sequenceid=29, filesize=5.0 K 2024-11-12T10:15:37,937 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/.tmp/table/e703081b45894d8bb7b04958588db4bb as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/table/e703081b45894d8bb7b04958588db4bb 2024-11-12T10:15:37,943 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/table/e703081b45894d8bb7b04958588db4bb, entries=2, sequenceid=29, filesize=5.1 K 2024-11-12T10:15:37,944 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=29, compaction requested=false 2024-11-12T10:15:37,949 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-12T10:15:37,950 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:15:37,950 INFO [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:15:37,950 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731406537837Running coprocessor pre-close hooks at 1731406537837Disabling compacts and flushes for region at 1731406537837Disabling writes for close at 1731406537837Obtaining lock to block concurrent updates at 1731406537838 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731406537838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731406537838Flushing stores of hbase:meta,,1.1588230740 at 1731406537839 (+1 ms)Flushing 1588230740/info: creating writer at 1731406537839Flushing 1588230740/info: appending metadata at 1731406537855 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731406537855Flushing 1588230740/ns: creating writer at 1731406537868 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731406537880 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731406537880Flushing 1588230740/table: creating writer at 1731406537892 (+12 ms)Flushing 1588230740/table: appending metadata at 1731406537905 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731406537905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42205040: reopening flushed file at 1731406537919 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e725da5: reopening flushed file at 1731406537928 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1033abe1: reopening flushed file at 1731406537936 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=29, compaction requested=false at 1731406537944 (+8 ms)Writing region close event to WAL at 1731406537945 (+1 ms)Running coprocessor post-close hooks at 1731406537950 (+5 ms)Closed at 1731406537950 2024-11-12T10:15:37,950 DEBUG [RS_CLOSE_META-regionserver/a10fb4296bab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:15:38,037 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,42903,1731406476090; all regions closed. 2024-11-12T10:15:38,038 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(976): stopping server a10fb4296bab,40679,1731406476172; all regions closed. 2024-11-12T10:15:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741836_1012 (size=15114) 2024-11-12T10:15:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741836_1012 (size=15114) 2024-11-12T10:15:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741836_1012 (size=15114) 2024-11-12T10:15:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741834_1010 (size=2364) 2024-11-12T10:15:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1010 (size=2364) 2024-11-12T10:15:38,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741834_1010 (size=2364) 2024-11-12T10:15:38,046 DEBUG [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs 2024-11-12T10:15:38,046 INFO [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C42903%2C1731406476090.meta:.meta(num 1731406487024) 2024-11-12T10:15:38,047 DEBUG [RS:2;a10fb4296bab:40679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C40679%2C1731406476172:(num 1731406476872) 2024-11-12T10:15:38,048 DEBUG [RS:2;a10fb4296bab:40679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:15:38,048 INFO [RS:2;a10fb4296bab:40679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:15:38,048 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:15:38,049 INFO [RS:2;a10fb4296bab:40679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40679 2024-11-12T10:15:38,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/WALs/a10fb4296bab,42903,1731406476090/a10fb4296bab%2C42903%2C1731406476090.1731406476866 not finished, retry = 0 2024-11-12T10:15:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741833_1009 (size=2334) 2024-11-12T10:15:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741833_1009 (size=2334) 2024-11-12T10:15:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741833_1009 (size=2334) 2024-11-12T10:15:38,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:15:38,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,40679,1731406476172 2024-11-12T10:15:38,055 INFO [RS:2;a10fb4296bab:40679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:15:38,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,40679,1731406476172] 2024-11-12T10:15:38,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,40679,1731406476172 already deleted, retry=false 2024-11-12T10:15:38,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,40679,1731406476172 expired; onlineServers=1 2024-11-12T10:15:38,152 DEBUG [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/oldWALs 2024-11-12T10:15:38,153 INFO [RS:0;a10fb4296bab:42903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a10fb4296bab%2C42903%2C1731406476090:(num 1731406476866) 2024-11-12T10:15:38,153 DEBUG [RS:0;a10fb4296bab:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:15:38,153 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:15:38,153 INFO [RS:0;a10fb4296bab:42903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:15:38,153 INFO [RS:0;a10fb4296bab:42903 {}] hbase.ChoreService(370): Chore service for: regionserver/a10fb4296bab:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:15:38,153 INFO [RS:0;a10fb4296bab:42903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:15:38,153 INFO [regionserver/a10fb4296bab:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:15:38,154 INFO [RS:0;a10fb4296bab:42903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42903 2024-11-12T10:15:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a10fb4296bab,42903,1731406476090 2024-11-12T10:15:38,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:15:38,160 INFO [RS:0;a10fb4296bab:42903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:15:38,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a10fb4296bab,42903,1731406476090] 2024-11-12T10:15:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,176 INFO [RS:2;a10fb4296bab:40679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:15:38,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40679-0x1012e8a2e240003, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,176 INFO [RS:2;a10fb4296bab:40679 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,40679,1731406476172; zookeeper connection closed. 2024-11-12T10:15:38,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30c9a78c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30c9a78c 2024-11-12T10:15:38,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a10fb4296bab,42903,1731406476090 already deleted, retry=false 2024-11-12T10:15:38,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a10fb4296bab,42903,1731406476090 expired; onlineServers=0 2024-11-12T10:15:38,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a10fb4296bab,35365,1731406475916' ***** 2024-11-12T10:15:38,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:15:38,182 INFO [M:0;a10fb4296bab:35365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:15:38,182 INFO [M:0;a10fb4296bab:35365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:15:38,182 DEBUG [M:0;a10fb4296bab:35365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:15:38,182 DEBUG [M:0;a10fb4296bab:35365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:15:38,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:15:38,182 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406476534 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.small.0-1731406476534,5,FailOnTimeoutGroup] 2024-11-12T10:15:38,182 DEBUG [master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406476534 {}] cleaner.HFileCleaner(306): Exit Thread[master/a10fb4296bab:0:becomeActiveMaster-HFileCleaner.large.0-1731406476534,5,FailOnTimeoutGroup] 2024-11-12T10:15:38,183 INFO [M:0;a10fb4296bab:35365 {}] hbase.ChoreService(370): Chore service for: master/a10fb4296bab:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:15:38,183 INFO [M:0;a10fb4296bab:35365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:15:38,183 DEBUG [M:0;a10fb4296bab:35365 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:15:38,183 INFO [M:0;a10fb4296bab:35365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:15:38,184 INFO [M:0;a10fb4296bab:35365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:15:38,184 ERROR [M:0;a10fb4296bab:35365 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:38501 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38501,5,PEWorkerGroup] 2024-11-12T10:15:38,184 INFO [M:0;a10fb4296bab:35365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:15:38,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:15:38,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:15:38,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:15:38,192 DEBUG [M:0;a10fb4296bab:35365 {}] zookeeper.ZKUtil(347): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:15:38,192 WARN [M:0;a10fb4296bab:35365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:15:38,192 INFO [M:0;a10fb4296bab:35365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/.lastflushedseqids 2024-11-12T10:15:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:15:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:15:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741867_1043 (size=650) 2024-11-12T10:15:38,200 INFO [M:0;a10fb4296bab:35365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:15:38,200 INFO [M:0;a10fb4296bab:35365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:15:38,201 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:15:38,201 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:15:38,201 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:15:38,201 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:15:38,201 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:15:38,201 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=167.53 KB heapSize=204.98 KB 2024-11-12T10:15:38,215 DEBUG [M:0;a10fb4296bab:35365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b25ab96c13744415b611dcec3f12b7eb is 82, key is hbase:meta,,1/info:regioninfo/1731406487059/Put/seqid=0 2024-11-12T10:15:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:15:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:15:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741868_1044 (size=5672) 2024-11-12T10:15:38,221 INFO [M:0;a10fb4296bab:35365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b25ab96c13744415b611dcec3f12b7eb 2024-11-12T10:15:38,247 DEBUG [M:0;a10fb4296bab:35365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc6ad35cb2b74ae2bf5f8c29420c297b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731406498088/Put/seqid=0 2024-11-12T10:15:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741869_1045 (size=11501) 2024-11-12T10:15:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741869_1045 (size=11501) 2024-11-12T10:15:38,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741869_1045 (size=11501) 2024-11-12T10:15:38,258 INFO [M:0;a10fb4296bab:35365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=166.79 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc6ad35cb2b74ae2bf5f8c29420c297b 2024-11-12T10:15:38,262 INFO [M:0;a10fb4296bab:35365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc6ad35cb2b74ae2bf5f8c29420c297b 2024-11-12T10:15:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,271 INFO [RS:0;a10fb4296bab:42903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:15:38,271 INFO [RS:0;a10fb4296bab:42903 {}] regionserver.HRegionServer(1031): Exiting; stopping=a10fb4296bab,42903,1731406476090; zookeeper connection closed. 2024-11-12T10:15:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x1012e8a2e240001, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f0592f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f0592f6 2024-11-12T10:15:38,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:15:38,276 DEBUG [M:0;a10fb4296bab:35365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648710cb727d42f7a3847acfca41f865 is 69, key is a10fb4296bab,40679,1731406476172/rs:state/1731406476637/Put/seqid=0 2024-11-12T10:15:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:15:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:15:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741870_1046 (size=5447) 2024-11-12T10:15:38,285 INFO [M:0;a10fb4296bab:35365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648710cb727d42f7a3847acfca41f865 2024-11-12T10:15:38,291 INFO [M:0;a10fb4296bab:35365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648710cb727d42f7a3847acfca41f865 2024-11-12T10:15:38,292 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b25ab96c13744415b611dcec3f12b7eb as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b25ab96c13744415b611dcec3f12b7eb 2024-11-12T10:15:38,298 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b25ab96c13744415b611dcec3f12b7eb, entries=8, sequenceid=400, filesize=5.5 K 2024-11-12T10:15:38,299 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cc6ad35cb2b74ae2bf5f8c29420c297b as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc6ad35cb2b74ae2bf5f8c29420c297b 2024-11-12T10:15:38,305 INFO [M:0;a10fb4296bab:35365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc6ad35cb2b74ae2bf5f8c29420c297b 2024-11-12T10:15:38,305 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cc6ad35cb2b74ae2bf5f8c29420c297b, entries=52, sequenceid=400, filesize=11.2 K 2024-11-12T10:15:38,306 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/648710cb727d42f7a3847acfca41f865 as hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648710cb727d42f7a3847acfca41f865 2024-11-12T10:15:38,312 INFO [M:0;a10fb4296bab:35365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 648710cb727d42f7a3847acfca41f865 2024-11-12T10:15:38,312 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38501/user/jenkins/test-data/ac9c9d4c-ecba-13f5-e703-44a2ebdda35c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/648710cb727d42f7a3847acfca41f865, entries=3, sequenceid=400, filesize=5.3 K 2024-11-12T10:15:38,313 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.53 KB/171546, heapSize ~204.68 KB/209592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=400, compaction requested=false 2024-11-12T10:15:38,314 INFO [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:15:38,315 DEBUG [M:0;a10fb4296bab:35365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731406538201Disabling compacts and flushes for region at 1731406538201Disabling writes for close at 1731406538201Obtaining lock to block concurrent updates at 1731406538201Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731406538201Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=171546, getHeapSize=209832, getOffHeapSize=0, getCellsCount=493 at 1731406538201Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731406538202 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731406538202Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731406538215 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731406538215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731406538226 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731406538246 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731406538246Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731406538263 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731406538275 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731406538275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f32af4c: reopening flushed file at 1731406538291 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d5a40f: reopening flushed file at 1731406538298 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd22835: reopening flushed file at 1731406538305 (+7 ms)Finished flush of dataSize ~167.53 KB/171546, heapSize ~204.68 KB/209592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=400, compaction requested=false at 1731406538313 (+8 ms)Writing region close event to WAL at 1731406538314 (+1 ms)Closed at 1731406538314 2024-11-12T10:15:38,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741830_1006 (size=198337) 2024-11-12T10:15:38,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43869 is added to blk_1073741830_1006 (size=198337) 2024-11-12T10:15:38,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33719 is added to blk_1073741830_1006 (size=198337) 2024-11-12T10:15:38,319 INFO [M:0;a10fb4296bab:35365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:15:38,319 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:15:38,319 INFO [M:0;a10fb4296bab:35365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35365 2024-11-12T10:15:38,319 INFO [M:0;a10fb4296bab:35365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:15:38,439 INFO [M:0;a10fb4296bab:35365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:15:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35365-0x1012e8a2e240000, quorum=127.0.0.1:59388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:15:38,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ea76b25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:15:38,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@611d52af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:15:38,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:15:38,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178e0cc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:15:38,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba198cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,STOPPED} 2024-11-12T10:15:38,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:15:38,445 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:15:38,446 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857553115-172.17.0.3-1731406472667 (Datanode Uuid 5a86705c-1697-4316-88ed-b4d68227231f) service to localhost/127.0.0.1:38501 2024-11-12T10:15:38,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:15:38,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data5/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data6/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:15:38,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76c74770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:15:38,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ea27106{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:15:38,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:15:38,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c688e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:15:38,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70760163{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,STOPPED} 2024-11-12T10:15:38,453 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:15:38,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:15:38,453 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857553115-172.17.0.3-1731406472667 (Datanode Uuid 826ed096-881e-424c-8862-92d9e9075fe1) service to localhost/127.0.0.1:38501 2024-11-12T10:15:38,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:15:38,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data3/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data4/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:15:38,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2613b866{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:15:38,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c9f3bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:15:38,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:15:38,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33267ddc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:15:38,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d5a6d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,STOPPED} 2024-11-12T10:15:38,457 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:15:38,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:15:38,457 WARN [BP-1857553115-172.17.0.3-1731406472667 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857553115-172.17.0.3-1731406472667 (Datanode Uuid 01d0b014-7b3d-444a-b5e6-2ea70f52f329) service to localhost/127.0.0.1:38501 2024-11-12T10:15:38,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:15:38,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data1/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/cluster_5d102c02-c3ab-98c1-b5fc-eb27f6900dfa/data/data2/current/BP-1857553115-172.17.0.3-1731406472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:15:38,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:15:38,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@123fb1ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:15:38,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69d1c57f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:15:38,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:15:38,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f37d8bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:15:38,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a6e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b73fe55b-8694-6886-c393-6c52f787a115/hadoop.log.dir/,STOPPED} 2024-11-12T10:15:38,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:15:38,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:15:38,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 95) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38501 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:38501 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a10fb4296bab:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 374), ProcessCount=11 (was 11), AvailableMemoryMB=7064 (was 8091)