2024-11-09 20:12:58,258 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 20:12:58,278 main DEBUG Took 0.017511 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 20:12:58,279 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 20:12:58,280 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 20:12:58,283 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 20:12:58,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,300 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 20:12:58,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,337 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,338 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,342 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,343 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,362 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,363 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,365 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,366 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 20:12:58,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,369 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 20:12:58,371 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 20:12:58,373 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 20:12:58,378 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 20:12:58,378 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 20:12:58,380 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 20:12:58,381 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 20:12:58,391 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 20:12:58,394 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 20:12:58,397 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 20:12:58,397 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 20:12:58,398 main DEBUG createAppenders(={Console}) 2024-11-09 20:12:58,399 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 20:12:58,399 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 20:12:58,399 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 20:12:58,400 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 20:12:58,400 main DEBUG OutputStream closed 2024-11-09 20:12:58,401 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 20:12:58,401 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 20:12:58,401 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 20:12:58,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 20:12:58,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 20:12:58,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 20:12:58,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 20:12:58,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 20:12:58,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 20:12:58,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 20:12:58,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 20:12:58,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 20:12:58,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 20:12:58,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 20:12:58,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 20:12:58,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 20:12:58,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 20:12:58,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 20:12:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 20:12:58,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 20:12:58,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 20:12:58,553 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 20:12:58,554 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 20:12:58,555 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 20:12:58,556 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T20:12:58,592 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 20:12:58,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 20:12:58,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T20:12:58,618 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T20:12:58,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=5891 2024-11-09T20:12:59,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d 2024-11-09T20:12:59,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T20:12:59,152 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf, deleteOnExit=true 2024-11-09T20:12:59,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T20:12:59,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/test.cache.data in system properties and HBase conf 2024-11-09T20:12:59,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T20:12:59,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir in system properties and HBase conf 2024-11-09T20:12:59,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T20:12:59,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T20:12:59,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T20:12:59,307 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T20:12:59,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T20:12:59,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:12:59,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:12:59,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T20:12:59,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:12:59,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T20:12:59,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T20:12:59,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:12:59,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:12:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T20:12:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/nfs.dump.dir in system properties and HBase conf 2024-11-09T20:12:59,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/java.io.tmpdir in system properties and HBase conf 2024-11-09T20:12:59,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:12:59,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T20:12:59,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T20:13:01,033 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T20:13:01,199 INFO [Time-limited test {}] log.Log(170): Logging initialized @3965ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T20:13:01,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:13:01,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:13:01,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:13:01,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:13:01,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:13:01,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:13:01,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:13:01,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:13:01,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/java.io.tmpdir/jetty-localhost-33043-hadoop-hdfs-3_4_1-tests_jar-_-any-9903600807690814269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:13:01,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:33043} 2024-11-09T20:13:01,886 INFO [Time-limited test {}] server.Server(415): Started @4654ms 2024-11-09T20:13:02,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:13:02,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:13:02,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:13:02,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:13:02,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:13:02,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:13:02,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:13:02,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/java.io.tmpdir/jetty-localhost-41825-hadoop-hdfs-3_4_1-tests_jar-_-any-3416441716274081704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:13:02,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:41825} 2024-11-09T20:13:02,790 INFO [Time-limited test {}] server.Server(415): Started @5558ms 2024-11-09T20:13:02,846 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:13:03,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:13:03,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:13:03,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:13:03,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:13:03,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:13:03,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:13:03,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:13:03,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/java.io.tmpdir/jetty-localhost-42903-hadoop-hdfs-3_4_1-tests_jar-_-any-18079249745637015879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:13:03,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:42903} 2024-11-09T20:13:03,187 INFO [Time-limited test {}] server.Server(415): Started @5955ms 2024-11-09T20:13:03,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:13:03,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:13:03,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:13:03,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:13:03,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:13:03,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:13:03,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:13:03,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:13:03,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/java.io.tmpdir/jetty-localhost-32849-hadoop-hdfs-3_4_1-tests_jar-_-any-153938902840405544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:13:03,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:32849} 2024-11-09T20:13:03,380 INFO [Time-limited test {}] server.Server(415): Started @6148ms 2024-11-09T20:13:03,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:13:04,658 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data2/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,658 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data1/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,659 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data3/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,660 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data4/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,724 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:13:04,724 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:13:04,781 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data5/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,785 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data6/current/BP-1502959876-172.17.0.3-1731183180330/current, will proceed with Du for space computation calculation, 2024-11-09T20:13:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa2a983b93a30a45 with lease ID 0x60207d03957d985e: Processing first storage report for DS-4d575636-c84c-4dea-b5e8-a77fdae8255c from datanode DatanodeRegistration(127.0.0.1:45469, datanodeUuid=9545601f-be9f-4b2c-88ec-e29cef721792, infoPort=43265, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa2a983b93a30a45 with lease ID 0x60207d03957d985e: from storage DS-4d575636-c84c-4dea-b5e8-a77fdae8255c node DatanodeRegistration(127.0.0.1:45469, datanodeUuid=9545601f-be9f-4b2c-88ec-e29cef721792, infoPort=43265, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3960ea0a944eb135 with lease ID 0x60207d03957d985d: Processing first storage report for DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1 from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=6124e98b-7b28-4a35-a9c2-793d8846c26f, infoPort=43201, infoSecurePort=0, ipcPort=37123, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3960ea0a944eb135 with lease ID 0x60207d03957d985d: from storage DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1 node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=6124e98b-7b28-4a35-a9c2-793d8846c26f, infoPort=43201, infoSecurePort=0, ipcPort=37123, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3960ea0a944eb135 with lease ID 0x60207d03957d985d: Processing first storage report for DS-4866850f-1e18-46d7-8ead-f71897cd1673 from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=6124e98b-7b28-4a35-a9c2-793d8846c26f, infoPort=43201, infoSecurePort=0, ipcPort=37123, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3960ea0a944eb135 with lease ID 0x60207d03957d985d: from storage DS-4866850f-1e18-46d7-8ead-f71897cd1673 node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=6124e98b-7b28-4a35-a9c2-793d8846c26f, infoPort=43201, infoSecurePort=0, ipcPort=37123, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa2a983b93a30a45 with lease ID 0x60207d03957d985e: Processing first storage report for DS-911a0f83-bac6-4b4d-b8f5-73c2919bdefe from datanode DatanodeRegistration(127.0.0.1:45469, datanodeUuid=9545601f-be9f-4b2c-88ec-e29cef721792, infoPort=43265, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa2a983b93a30a45 with lease ID 0x60207d03957d985e: from storage DS-911a0f83-bac6-4b4d-b8f5-73c2919bdefe node DatanodeRegistration(127.0.0.1:45469, datanodeUuid=9545601f-be9f-4b2c-88ec-e29cef721792, infoPort=43265, infoSecurePort=0, ipcPort=37135, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,817 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:13:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb87054d0142f974 with lease ID 0x60207d03957d985f: Processing first storage report for DS-087d99d6-5f90-436b-9f77-b27cd2a573a1 from datanode DatanodeRegistration(127.0.0.1:42623, datanodeUuid=88fa8a8b-ef95-44a0-910e-4520105e1ed0, infoPort=41715, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb87054d0142f974 with lease ID 0x60207d03957d985f: from storage DS-087d99d6-5f90-436b-9f77-b27cd2a573a1 node DatanodeRegistration(127.0.0.1:42623, datanodeUuid=88fa8a8b-ef95-44a0-910e-4520105e1ed0, infoPort=41715, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb87054d0142f974 with lease ID 0x60207d03957d985f: Processing first storage report for DS-d31622b7-8188-4640-adab-1cc5b4b81175 from datanode DatanodeRegistration(127.0.0.1:42623, datanodeUuid=88fa8a8b-ef95-44a0-910e-4520105e1ed0, infoPort=41715, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330) 2024-11-09T20:13:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb87054d0142f974 with lease ID 0x60207d03957d985f: from storage DS-d31622b7-8188-4640-adab-1cc5b4b81175 node DatanodeRegistration(127.0.0.1:42623, datanodeUuid=88fa8a8b-ef95-44a0-910e-4520105e1ed0, infoPort=41715, infoSecurePort=0, ipcPort=41783, storageInfo=lv=-57;cid=testClusterID;nsid=294734646;c=1731183180330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:13:04,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d 2024-11-09T20:13:04,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/zookeeper_0, clientPort=55265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T20:13:05,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55265 2024-11-09T20:13:05,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:05,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:13:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:13:05,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:13:05,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 with version=8 2024-11-09T20:13:05,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/hbase-staging 2024-11-09T20:13:05,723 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T20:13:06,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:13:06,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:13:06,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:13:06,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T20:13:06,277 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T20:13:06,286 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T20:13:06,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:13:06,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1016 (auto-detected) 2024-11-09T20:13:06,318 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T20:13:06,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46387 2024-11-09T20:13:06,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46387 connecting to ZooKeeper ensemble=127.0.0.1:55265 2024-11-09T20:13:06,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463870x0, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:13:06,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46387-0x101213b07fd0000 connected 2024-11-09T20:13:06,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:13:06,730 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1, hbase.cluster.distributed=false 2024-11-09T20:13:06,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:13:06,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46387 2024-11-09T20:13:06,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46387 2024-11-09T20:13:06,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46387 2024-11-09T20:13:06,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46387 2024-11-09T20:13:06,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46387 2024-11-09T20:13:06,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:13:06,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:13:06,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:13:06,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:13:06,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:13:06,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44185 2024-11-09T20:13:06,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44185 connecting to ZooKeeper ensemble=127.0.0.1:55265 2024-11-09T20:13:06,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,889 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441850x0, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:13:06,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44185-0x101213b07fd0001 connected 2024-11-09T20:13:06,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:13:06,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:13:06,905 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:13:06,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:13:06,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:13:06,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-09T20:13:06,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44185 2024-11-09T20:13:06,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44185 2024-11-09T20:13:06,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-09T20:13:06,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44185 2024-11-09T20:13:06,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:13:06,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:13:06,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:13:06,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:13:06,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:13:06,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42899 2024-11-09T20:13:06,938 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42899 connecting to ZooKeeper ensemble=127.0.0.1:55265 2024-11-09T20:13:06,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428990x0, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:13:06,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428990x0, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:13:06,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42899-0x101213b07fd0002 connected 2024-11-09T20:13:06,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:13:06,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:13:06,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:13:06,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:13:06,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-09T20:13:06,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42899 2024-11-09T20:13:06,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42899 2024-11-09T20:13:06,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-09T20:13:06,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-09T20:13:06,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:13:06,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:13:06,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:13:06,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:13:06,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:13:06,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:13:06,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42257 2024-11-09T20:13:06,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42257 connecting to ZooKeeper ensemble=127.0.0.1:55265 2024-11-09T20:13:06,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:06,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:07,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422570x0, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:13:07,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422570x0, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:13:07,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42257-0x101213b07fd0003 connected 2024-11-09T20:13:07,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:13:07,007 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:13:07,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:13:07,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:13:07,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-09T20:13:07,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42257 2024-11-09T20:13:07,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42257 2024-11-09T20:13:07,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-09T20:13:07,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42257 2024-11-09T20:13:07,026 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4e539ab5101:46387 2024-11-09T20:13:07,027 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f4e539ab5101,46387,1731183185826 2024-11-09T20:13:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,042 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,045 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f4e539ab5101,46387,1731183185826 2024-11-09T20:13:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:13:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:13:07,073 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:13:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,074 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,075 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T20:13:07,076 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f4e539ab5101,46387,1731183185826 from backup master directory 2024-11-09T20:13:07,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f4e539ab5101,46387,1731183185826 2024-11-09T20:13:07,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,089 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:13:07,090 WARN [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:13:07,091 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4e539ab5101,46387,1731183185826 2024-11-09T20:13:07,094 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T20:13:07,096 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T20:13:07,152 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/hbase.id] with ID: 584f51c0-42d3-44db-a866-c194c85f9b08 2024-11-09T20:13:07,152 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.tmp/hbase.id 2024-11-09T20:13:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:13:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:13:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:13:07,168 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.tmp/hbase.id]:[hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/hbase.id] 2024-11-09T20:13:07,216 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:13:07,220 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T20:13:07,238 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T20:13:07,330 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:13:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:13:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:13:07,368 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:13:07,370 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T20:13:07,385 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:13:07,388 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:13:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:13:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:13:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:13:07,436 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store 2024-11-09T20:13:07,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:13:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:13:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:13:07,461 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T20:13:07,464 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:07,465 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:13:07,465 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:13:07,466 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:13:07,467 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:13:07,467 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:13:07,467 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:13:07,468 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731183187465Disabling compacts and flushes for region at 1731183187465Disabling writes for close at 1731183187467 (+2 ms)Writing region close event to WAL at 1731183187467Closed at 1731183187467 2024-11-09T20:13:07,470 WARN [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/.initializing 2024-11-09T20:13:07,470 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/WALs/f4e539ab5101,46387,1731183185826 2024-11-09T20:13:07,478 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:13:07,492 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C46387%2C1731183185826, suffix=, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/WALs/f4e539ab5101,46387,1731183185826, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/oldWALs, maxLogs=10 2024-11-09T20:13:07,513 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/WALs/f4e539ab5101,46387,1731183185826/f4e539ab5101%2C46387%2C1731183185826.1731183187496, exclude list is [], retry=0 2024-11-09T20:13:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:13:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:13:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:13:07,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T20:13:07,566 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/WALs/f4e539ab5101,46387,1731183185826/f4e539ab5101%2C46387%2C1731183185826.1731183187496 2024-11-09T20:13:07,567 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-09T20:13:07,568 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:13:07,568 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:07,571 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,571 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T20:13:07,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:07,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:07,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T20:13:07,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T20:13:07,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:07,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:07,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T20:13:07,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:07,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:07,643 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,646 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,648 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,653 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,653 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,657 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:13:07,660 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:13:07,664 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:07,665 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72177041, jitterRate=0.07552172243595123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:13:07,672 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731183187584Initializing all the Stores at 1731183187586 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183187587 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183187587Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183187588 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183187588Cleaning up temporary data from old regions at 1731183187653 (+65 ms)Region opened successfully at 1731183187672 (+19 ms) 2024-11-09T20:13:07,673 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T20:13:07,703 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:13:07,730 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T20:13:07,739 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T20:13:07,739 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T20:13:07,742 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:13:07,743 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T20:13:07,747 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T20:13:07,747 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T20:13:07,771 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T20:13:07,780 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T20:13:07,831 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T20:13:07,835 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T20:13:07,837 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T20:13:07,847 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T20:13:07,849 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T20:13:07,852 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T20:13:07,862 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T20:13:07,864 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T20:13:07,873 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T20:13:07,897 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T20:13:07,910 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:13:07,921 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,922 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,926 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4e539ab5101,46387,1731183185826, sessionid=0x101213b07fd0000, setting cluster-up flag (Was=false) 2024-11-09T20:13:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,957 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:07,989 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T20:13:07,993 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e539ab5101,46387,1731183185826 2024-11-09T20:13:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:08,020 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:08,052 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T20:13:08,055 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e539ab5101,46387,1731183185826 2024-11-09T20:13:08,063 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T20:13:08,117 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(746): ClusterId : 584f51c0-42d3-44db-a866-c194c85f9b08 2024-11-09T20:13:08,117 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(746): ClusterId : 584f51c0-42d3-44db-a866-c194c85f9b08 2024-11-09T20:13:08,117 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(746): ClusterId : 584f51c0-42d3-44db-a866-c194c85f9b08 2024-11-09T20:13:08,120 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:13:08,120 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:13:08,120 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:13:08,131 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:13:08,139 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T20:13:08,144 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:13:08,144 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:13:08,144 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:13:08,144 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:13:08,144 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:13:08,144 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:13:08,146 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T20:13:08,153 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:13:08,151 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4e539ab5101,46387,1731183185826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T20:13:08,156 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:13:08,156 DEBUG [RS:0;f4e539ab5101:44185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66242ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:13:08,156 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:13:08,156 DEBUG [RS:1;f4e539ab5101:42899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c46c466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:13:08,156 DEBUG [RS:2;f4e539ab5101:42257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e447e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:13:08,161 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:13:08,161 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:13:08,161 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:13:08,161 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:13:08,161 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4e539ab5101:0, corePoolSize=10, maxPoolSize=10 2024-11-09T20:13:08,162 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:08,162 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:13:08,162 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:08,168 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731183218167 2024-11-09T20:13:08,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:13:08,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T20:13:08,170 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T20:13:08,171 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T20:13:08,171 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f4e539ab5101:42899 2024-11-09T20:13:08,171 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f4e539ab5101:42257 2024-11-09T20:13:08,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:08,175 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4e539ab5101:44185 2024-11-09T20:13:08,175 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T20:13:08,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T20:13:08,175 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T20:13:08,175 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:13:08,175 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:13:08,175 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:13:08,176 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:13:08,176 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:13:08,176 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:13:08,176 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T20:13:08,176 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:13:08,176 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:13:08,176 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:13:08,176 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T20:13:08,177 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:08,179 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,46387,1731183185826 with port=42257, startcode=1731183186981 2024-11-09T20:13:08,179 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,46387,1731183185826 with port=42899, startcode=1731183186933 2024-11-09T20:13:08,179 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,46387,1731183185826 with port=44185, startcode=1731183186828 2024-11-09T20:13:08,180 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T20:13:08,181 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T20:13:08,181 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T20:13:08,183 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T20:13:08,183 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T20:13:08,185 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183188185,5,FailOnTimeoutGroup] 2024-11-09T20:13:08,186 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183188185,5,FailOnTimeoutGroup] 2024-11-09T20:13:08,186 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:08,186 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T20:13:08,187 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:08,187 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:13:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:13:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:13:08,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T20:13:08,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:08,193 DEBUG [RS:2;f4e539ab5101:42257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:13:08,193 DEBUG [RS:0;f4e539ab5101:44185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:13:08,193 DEBUG [RS:1;f4e539ab5101:42899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:13:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:13:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:13:08,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:13:08,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:08,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:13:08,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:13:08,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:08,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:08,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:13:08,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:13:08,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:08,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:08,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:13:08,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:13:08,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:08,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:08,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:13:08,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:13:08,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:08,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:08,228 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:13:08,228 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:13:08,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:13:08,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:13:08,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:13:08,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:13:08,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:13:08,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:13:08,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:13:08,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:13:08,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,42257,1731183186981 2024-11-09T20:13:08,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:08,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:08,240 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60674877, jitterRate=-0.0958738774061203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:13:08,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731183188207Initializing all the Stores at 1731183188209 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183188209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183188209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183188209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183188209Cleaning up temporary data from old regions at 1731183188233 (+24 ms)Region opened successfully at 1731183188244 (+11 ms) 2024-11-09T20:13:08,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:13:08,245 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:13:08,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:13:08,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:13:08,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:13:08,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:13:08,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731183188244Disabling compacts and flushes for region at 1731183188244Disabling writes for close at 1731183188245 (+1 ms)Writing region close event to WAL at 1731183188247 (+2 ms)Closed at 1731183188247 2024-11-09T20:13:08,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:13:08,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T20:13:08,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,42899,1731183186933 2024-11-09T20:13:08,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:08,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,44185,1731183186828 2024-11-09T20:13:08,256 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:08,256 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:08,256 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:08,256 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43035 2024-11-09T20:13:08,256 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43035 2024-11-09T20:13:08,256 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:13:08,256 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:13:08,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:13:08,261 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:08,261 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43035 2024-11-09T20:13:08,261 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:13:08,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:13:08,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T20:13:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:13:08,425 WARN [f4e539ab5101:46387 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:13:09,283 DEBUG [RS:1;f4e539ab5101:42899 {}] zookeeper.ZKUtil(111): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,42899,1731183186933 2024-11-09T20:13:09,284 WARN [RS:1;f4e539ab5101:42899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:13:09,284 DEBUG [RS:0;f4e539ab5101:44185 {}] zookeeper.ZKUtil(111): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,44185,1731183186828 2024-11-09T20:13:09,284 DEBUG [RS:2;f4e539ab5101:42257 {}] zookeeper.ZKUtil(111): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,42257,1731183186981 2024-11-09T20:13:09,284 WARN [RS:0;f4e539ab5101:44185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:13:09,284 WARN [RS:2;f4e539ab5101:42257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:13:09,284 INFO [RS:1;f4e539ab5101:42899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:13:09,284 INFO [RS:0;f4e539ab5101:44185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:13:09,284 INFO [RS:2;f4e539ab5101:42257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:13:09,284 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42257,1731183186981 2024-11-09T20:13:09,284 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828 2024-11-09T20:13:09,284 DEBUG [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933 2024-11-09T20:13:09,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,42899,1731183186933] 2024-11-09T20:13:09,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,42257,1731183186981] 2024-11-09T20:13:09,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,44185,1731183186828] 2024-11-09T20:13:09,312 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:13:09,312 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:13:09,312 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:13:09,332 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:13:09,332 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:13:09,332 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:13:09,337 INFO [RS:1;f4e539ab5101:42899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:13:09,337 INFO [RS:2;f4e539ab5101:42257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:13:09,337 INFO [RS:0;f4e539ab5101:44185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:13:09,337 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,337 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,337 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,338 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:13:09,339 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:13:09,339 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:13:09,344 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:13:09,344 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:13:09,344 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:13:09,346 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,346 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,346 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,346 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,346 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,347 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,348 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:0;f4e539ab5101:44185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,348 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:13:09,348 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,348 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,348 DEBUG [RS:2;f4e539ab5101:42257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,348 DEBUG [RS:1;f4e539ab5101:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:13:09,351 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,351 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,351 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,351 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,351 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,351 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,42257,1731183186981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,44185,1731183186828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:13:09,352 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,42899,1731183186933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:13:09,378 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:13:09,378 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:13:09,378 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:13:09,381 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,44185,1731183186828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,381 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,381 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.Replication(171): f4e539ab5101,44185,1731183186828 started 2024-11-09T20:13:09,396 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,42257,1731183186981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,397 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,397 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,42899,1731183186933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,398 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,398 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.Replication(171): f4e539ab5101,42899,1731183186933 started 2024-11-09T20:13:09,411 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.Replication(171): f4e539ab5101,42257,1731183186981 started 2024-11-09T20:13:09,418 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,419 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,44185,1731183186828, RpcServer on f4e539ab5101/172.17.0.3:44185, sessionid=0x101213b07fd0001 2024-11-09T20:13:09,420 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:13:09,420 DEBUG [RS:0;f4e539ab5101:44185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,44185,1731183186828 2024-11-09T20:13:09,421 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,44185,1731183186828' 2024-11-09T20:13:09,421 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:13:09,421 INFO [RS:1;f4e539ab5101:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,422 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,42899,1731183186933, RpcServer on f4e539ab5101/172.17.0.3:42899, sessionid=0x101213b07fd0002 2024-11-09T20:13:09,422 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:13:09,422 DEBUG [RS:1;f4e539ab5101:42899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,42899,1731183186933 2024-11-09T20:13:09,422 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:13:09,422 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,42899,1731183186933' 2024-11-09T20:13:09,422 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:13:09,423 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:13:09,423 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:13:09,423 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:13:09,423 DEBUG [RS:0;f4e539ab5101:44185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,44185,1731183186828 2024-11-09T20:13:09,423 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,44185,1731183186828' 2024-11-09T20:13:09,423 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:13:09,424 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:13:09,424 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:13:09,424 DEBUG [RS:1;f4e539ab5101:42899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,42899,1731183186933 2024-11-09T20:13:09,424 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,42899,1731183186933' 2024-11-09T20:13:09,424 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:13:09,424 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:13:09,425 DEBUG [RS:0;f4e539ab5101:44185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:13:09,425 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:13:09,425 INFO [RS:0;f4e539ab5101:44185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:13:09,425 INFO [RS:0;f4e539ab5101:44185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:13:09,426 DEBUG [RS:1;f4e539ab5101:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:13:09,426 INFO [RS:1;f4e539ab5101:42899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:13:09,426 INFO [RS:1;f4e539ab5101:42899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:13:09,426 WARN [f4e539ab5101:46387 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:13:09,434 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:09,434 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,42257,1731183186981, RpcServer on f4e539ab5101/172.17.0.3:42257, sessionid=0x101213b07fd0003 2024-11-09T20:13:09,435 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:13:09,435 DEBUG [RS:2;f4e539ab5101:42257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,42257,1731183186981 2024-11-09T20:13:09,435 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,42257,1731183186981' 2024-11-09T20:13:09,435 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:13:09,436 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:13:09,437 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:13:09,437 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:13:09,437 DEBUG [RS:2;f4e539ab5101:42257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,42257,1731183186981 2024-11-09T20:13:09,437 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,42257,1731183186981' 2024-11-09T20:13:09,437 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:13:09,440 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:13:09,441 DEBUG [RS:2;f4e539ab5101:42257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:13:09,441 INFO [RS:2;f4e539ab5101:42257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:13:09,441 INFO [RS:2;f4e539ab5101:42257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:13:09,531 INFO [RS:1;f4e539ab5101:42899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:13:09,531 INFO [RS:0;f4e539ab5101:44185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:13:09,534 INFO [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C44185%2C1731183186828, suffix=, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs, maxLogs=32 2024-11-09T20:13:09,534 INFO [RS:1;f4e539ab5101:42899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C42899%2C1731183186933, suffix=, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs, maxLogs=32 2024-11-09T20:13:09,542 INFO [RS:2;f4e539ab5101:42257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:13:09,544 INFO [RS:2;f4e539ab5101:42257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C42257%2C1731183186981, suffix=, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42257,1731183186981, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs, maxLogs=32 2024-11-09T20:13:09,550 DEBUG [RS:1;f4e539ab5101:42899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933/f4e539ab5101%2C42899%2C1731183186933.1731183189537, exclude list is [], retry=0 2024-11-09T20:13:09,551 DEBUG [RS:0;f4e539ab5101:44185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828/f4e539ab5101%2C44185%2C1731183186828.1731183189537, exclude list is [], retry=0 2024-11-09T20:13:09,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:13:09,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:13:09,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:13:09,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:13:09,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:13:09,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:13:09,595 DEBUG [RS:2;f4e539ab5101:42257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42257,1731183186981/f4e539ab5101%2C42257%2C1731183186981.1731183189546, exclude list is [], retry=0 2024-11-09T20:13:09,597 INFO [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828/f4e539ab5101%2C44185%2C1731183186828.1731183189537 2024-11-09T20:13:09,598 DEBUG [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-09T20:13:09,599 INFO [RS:1;f4e539ab5101:42899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933/f4e539ab5101%2C42899%2C1731183186933.1731183189537 2024-11-09T20:13:09,600 DEBUG [RS:1;f4e539ab5101:42899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-09T20:13:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:13:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:13:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:13:09,612 INFO [RS:2;f4e539ab5101:42257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42257,1731183186981/f4e539ab5101%2C42257%2C1731183186981.1731183189546 2024-11-09T20:13:09,613 DEBUG [RS:2;f4e539ab5101:42257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:41715:41715),(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-09T20:13:09,679 DEBUG [f4e539ab5101:46387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T20:13:09,689 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:13:09,697 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:13:09,697 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:13:09,697 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:13:09,697 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:13:09,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:09,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,42899,1731183186933, state=OPENING 2024-11-09T20:13:09,763 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T20:13:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:09,773 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:13:09,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:09,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:09,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:09,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:09,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:13:09,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,42899,1731183186933}] 2024-11-09T20:13:16,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T20:13:16,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T20:13:19,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:13:19,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:13:19,826 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:13:19,826 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:13:19,827 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:13:19,830 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C42899%2C1731183186933.meta, suffix=.meta, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs, maxLogs=32 2024-11-09T20:13:19,844 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, exclude list is [], retry=0 2024-11-09T20:13:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:13:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:13:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:13:19,851 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta 2024-11-09T20:13:19,852 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-09T20:13:19,852 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:13:19,854 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:13:19,856 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:13:19,860 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:13:19,864 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:13:19,864 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:19,865 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:13:19,865 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:13:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:13:19,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:13:19,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:13:19,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:13:19,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:19,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:19,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:13:19,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:13:19,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:13:19,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:13:19,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:13:19,876 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:13:19,878 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:13:19,880 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:13:19,882 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:13:19,882 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:13:19,883 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:13:19,885 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:13:19,886 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64044085, jitterRate=-0.045668765902519226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:13:19,887 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:13:19,888 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731183199865Writing region info on filesystem at 1731183199865Initializing all the Stores at 1731183199867 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183199867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183199867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183199867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183199867Cleaning up temporary data from old regions at 1731183199882 (+15 ms)Running coprocessor post-open hooks at 1731183199887 (+5 ms)Region opened successfully at 1731183199887 2024-11-09T20:13:19,894 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731183199800 2024-11-09T20:13:19,903 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:13:19,904 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:13:19,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:19,908 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,42899,1731183186933, state=OPEN 2024-11-09T20:13:19,988 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:19,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:19,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:19,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:19,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:19,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:19,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:19,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T20:13:19,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,42899,1731183186933 in 10.2090 sec 2024-11-09T20:13:20,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T20:13:20,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.7390 sec 2024-11-09T20:13:20,005 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:13:20,005 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T20:13:20,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:13:20,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1] 2024-11-09T20:13:20,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:13:20,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:13:20,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.0060 sec 2024-11-09T20:13:20,104 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731183200104, completionTime=-1 2024-11-09T20:13:20,106 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T20:13:20,106 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T20:13:20,132 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T20:13:20,132 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731183260132 2024-11-09T20:13:20,132 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731183320132 2024-11-09T20:13:20,132 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-09T20:13:20,133 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:13:20,140 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,140 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,140 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,141 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4e539ab5101:46387, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,142 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,142 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,148 DEBUG [master/f4e539ab5101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T20:13:20,166 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.075sec 2024-11-09T20:13:20,168 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T20:13:20,169 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T20:13:20,170 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T20:13:20,171 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T20:13:20,171 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T20:13:20,172 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:13:20,172 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T20:13:20,177 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T20:13:20,178 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T20:13:20,178 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,46387,1731183185826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:13:20,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1473fdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,246 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T20:13:20,246 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T20:13:20,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e539ab5101,46387,-1 for getting cluster id 2024-11-09T20:13:20,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:13:20,260 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '584f51c0-42d3-44db-a866-c194c85f9b08' 2024-11-09T20:13:20,263 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:13:20,263 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "584f51c0-42d3-44db-a866-c194c85f9b08" 2024-11-09T20:13:20,263 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454fe2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,263 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e539ab5101,46387,-1] 2024-11-09T20:13:20,266 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:13:20,267 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:20,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:13:20,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a17bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:13:20,278 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1] 2024-11-09T20:13:20,278 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:13:20,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:13:20,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4e539ab5101,46387,1731183185826 2024-11-09T20:13:20,301 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731183200300 (current time:1731183200300). 2024-11-09T20:13:20,302 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T20:13:20,302 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T20:13:20,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aae17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e539ab5101,46387,-1 for getting cluster id 2024-11-09T20:13:20,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:13:20,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '584f51c0-42d3-44db-a866-c194c85f9b08' 2024-11-09T20:13:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:13:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "584f51c0-42d3-44db-a866-c194c85f9b08" 2024-11-09T20:13:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6441034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e539ab5101,46387,-1] 2024-11-09T20:13:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:13:20,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:20,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:13:20,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45560152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:13:20,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:13:20,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1] 2024-11-09T20:13:20,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:13:20,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:13:20,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:13:20,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:13:20,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:20,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:20,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:13:20,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T20:13:20,332 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4e539ab5101,46387,1731183185826 2024-11-09T20:13:20,334 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c471f19 2024-11-09T20:13:20,336 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T20:13:20,338 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:13:20,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:13:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T20:13:20,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T20:13:20,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T20:13:20,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:20,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T20:13:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:13:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:13:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:13:20,403 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d235d072765b553e30737eecd74de90, NAME => 'SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 29932defa58bab68eb79a9d7c824969a, NAME => 'SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b5a3ee28465203ab2cd655dabab42d24, NAME => 'SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:13:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:13:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:13:20,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b5a3ee28465203ab2cd655dabab42d24, disabling compactions & flushes 2024-11-09T20:13:20,422 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:20,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:20,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. after waiting 0 ms 2024-11-09T20:13:20,422 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:20,423 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:20,423 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b5a3ee28465203ab2cd655dabab42d24: Waiting for close lock at 1731183200422Disabling compacts and flushes for region at 1731183200422Disabling writes for close at 1731183200422Writing region close event to WAL at 1731183200423 (+1 ms)Closed at 1731183200423 2024-11-09T20:13:20,423 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76218ae3f937c749c8165cfb4f3e35c0, NAME => 'SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:13:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:13:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:13:20,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9d235d072765b553e30737eecd74de90, disabling compactions & flushes 2024-11-09T20:13:20,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:20,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:20,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. after waiting 0 ms 2024-11-09T20:13:20,433 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:20,433 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:20,434 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d235d072765b553e30737eecd74de90: Waiting for close lock at 1731183200433Disabling compacts and flushes for region at 1731183200433Disabling writes for close at 1731183200433Writing region close event to WAL at 1731183200433Closed at 1731183200433 2024-11-09T20:13:20,434 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a380c7b5a7707dc710f32e954156af3c, NAME => 'SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:13:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:13:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:13:20,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 29932defa58bab68eb79a9d7c824969a, disabling compactions & flushes 2024-11-09T20:13:20,440 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:20,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:20,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. after waiting 0 ms 2024-11-09T20:13:20,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:20,441 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:20,441 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 29932defa58bab68eb79a9d7c824969a: Waiting for close lock at 1731183200440Disabling compacts and flushes for region at 1731183200440Disabling writes for close at 1731183200440Writing region close event to WAL at 1731183200440Closed at 1731183200440 2024-11-09T20:13:20,442 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a55767b3168c596359bc8dbb20d904c9, NAME => 'SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:13:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:13:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:13:20,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 76218ae3f937c749c8165cfb4f3e35c0, disabling compactions & flushes 2024-11-09T20:13:20,453 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:20,453 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:20,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. after waiting 0 ms 2024-11-09T20:13:20,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:20,454 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:20,454 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76218ae3f937c749c8165cfb4f3e35c0: Waiting for close lock at 1731183200453Disabling compacts and flushes for region at 1731183200453Disabling writes for close at 1731183200454 (+1 ms)Writing region close event to WAL at 1731183200454Closed at 1731183200454 2024-11-09T20:13:20,454 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c3d26bfe3b6e6ffb4495a697625282be, NAME => 'SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:13:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:13:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a380c7b5a7707dc710f32e954156af3c, disabling compactions & flushes 2024-11-09T20:13:20,467 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. after waiting 0 ms 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:20,467 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:20,467 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a380c7b5a7707dc710f32e954156af3c: Waiting for close lock at 1731183200467Disabling compacts and flushes for region at 1731183200467Disabling writes for close at 1731183200467Writing region close event to WAL at 1731183200467Closed at 1731183200467 2024-11-09T20:13:20,468 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e27e184a8bf8de0878b9a4aef5825811, NAME => 'SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:13:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:13:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:13:20,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,478 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a55767b3168c596359bc8dbb20d904c9, disabling compactions & flushes 2024-11-09T20:13:20,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:20,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:20,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. after waiting 0 ms 2024-11-09T20:13:20,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:20,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:20,479 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a55767b3168c596359bc8dbb20d904c9: Waiting for close lock at 1731183200478Disabling compacts and flushes for region at 1731183200478Disabling writes for close at 1731183200479 (+1 ms)Writing region close event to WAL at 1731183200479Closed at 1731183200479 2024-11-09T20:13:20,479 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 07a32ccd35be2e0b000ff515d8ec2931, NAME => 'SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:13:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:13:20,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:13:20,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,488 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c3d26bfe3b6e6ffb4495a697625282be, disabling compactions & flushes 2024-11-09T20:13:20,488 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:20,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:20,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. after waiting 0 ms 2024-11-09T20:13:20,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:20,489 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:20,489 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c3d26bfe3b6e6ffb4495a697625282be: Waiting for close lock at 1731183200488Disabling compacts and flushes for region at 1731183200488Disabling writes for close at 1731183200489 (+1 ms)Writing region close event to WAL at 1731183200489Closed at 1731183200489 2024-11-09T20:13:20,490 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8a5d9a960e3f6aba7450c05e589e38ba, NAME => 'SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1 2024-11-09T20:13:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:13:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:13:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e27e184a8bf8de0878b9a4aef5825811, disabling compactions & flushes 2024-11-09T20:13:20,493 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. after waiting 0 ms 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:20,493 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:20,493 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e27e184a8bf8de0878b9a4aef5825811: Waiting for close lock at 1731183200493Disabling compacts and flushes for region at 1731183200493Disabling writes for close at 1731183200493Writing region close event to WAL at 1731183200493Closed at 1731183200493 2024-11-09T20:13:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:13:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:13:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:13:20,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 07a32ccd35be2e0b000ff515d8ec2931, disabling compactions & flushes 2024-11-09T20:13:20,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:20,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:20,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. after waiting 0 ms 2024-11-09T20:13:20,501 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:20,501 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:20,502 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 07a32ccd35be2e0b000ff515d8ec2931: Waiting for close lock at 1731183200501Disabling compacts and flushes for region at 1731183200501Disabling writes for close at 1731183200501Writing region close event to WAL at 1731183200501Closed at 1731183200501 2024-11-09T20:13:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:13:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:13:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:13:20,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:20,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8a5d9a960e3f6aba7450c05e589e38ba, disabling compactions & flushes 2024-11-09T20:13:20,508 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:20,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:20,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. after waiting 0 ms 2024-11-09T20:13:20,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:20,509 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:20,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8a5d9a960e3f6aba7450c05e589e38ba: Waiting for close lock at 1731183200508Disabling compacts and flushes for region at 1731183200508Disabling writes for close at 1731183200509 (+1 ms)Writing region close event to WAL at 1731183200509Closed at 1731183200509 2024-11-09T20:13:20,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T20:13:20,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731183200511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183200511"}]},"ts":"1731183200511"} 2024-11-09T20:13:20,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T20:13:20,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T20:13:20,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731183200568"}]},"ts":"1731183200568"} 2024-11-09T20:13:20,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T20:13:20,575 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:13:20,582 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:13:20,582 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:13:20,582 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:13:20,582 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:13:20,583 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:13:20,583 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:13:20,583 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:13:20,583 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:13:20,583 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:13:20,583 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:13:20,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d235d072765b553e30737eecd74de90, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29932defa58bab68eb79a9d7c824969a, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a380c7b5a7707dc710f32e954156af3c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a55767b3168c596359bc8dbb20d904c9, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e27e184a8bf8de0878b9a4aef5825811, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07a32ccd35be2e0b000ff515d8ec2931, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN}] 2024-11-09T20:13:20,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN 2024-11-09T20:13:20,589 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d235d072765b553e30737eecd74de90, ASSIGN 2024-11-09T20:13:20,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e27e184a8bf8de0878b9a4aef5825811, ASSIGN 2024-11-09T20:13:20,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN 2024-11-09T20:13:20,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN; state=OFFLINE, location=f4e539ab5101,42899,1731183186933; forceNewPlan=false, retain=false 2024-11-09T20:13:20,591 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e27e184a8bf8de0878b9a4aef5825811, ASSIGN; state=OFFLINE, location=f4e539ab5101,42257,1731183186981; forceNewPlan=false, retain=false 2024-11-09T20:13:20,591 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d235d072765b553e30737eecd74de90, ASSIGN; state=OFFLINE, location=f4e539ab5101,42257,1731183186981; forceNewPlan=false, retain=false 2024-11-09T20:13:20,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN; state=OFFLINE, location=f4e539ab5101,42899,1731183186933; forceNewPlan=false, retain=false 2024-11-09T20:13:20,600 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN 2024-11-09T20:13:20,600 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07a32ccd35be2e0b000ff515d8ec2931, ASSIGN 2024-11-09T20:13:20,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a380c7b5a7707dc710f32e954156af3c, ASSIGN 2024-11-09T20:13:20,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a55767b3168c596359bc8dbb20d904c9, ASSIGN 2024-11-09T20:13:20,602 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN 2024-11-09T20:13:20,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a380c7b5a7707dc710f32e954156af3c, ASSIGN; state=OFFLINE, location=f4e539ab5101,42257,1731183186981; forceNewPlan=false, retain=false 2024-11-09T20:13:20,604 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07a32ccd35be2e0b000ff515d8ec2931, ASSIGN; state=OFFLINE, location=f4e539ab5101,44185,1731183186828; forceNewPlan=false, retain=false 2024-11-09T20:13:20,604 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN; state=OFFLINE, location=f4e539ab5101,42899,1731183186933; forceNewPlan=false, retain=false 2024-11-09T20:13:20,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a55767b3168c596359bc8dbb20d904c9, ASSIGN; state=OFFLINE, location=f4e539ab5101,44185,1731183186828; forceNewPlan=false, retain=false 2024-11-09T20:13:20,604 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN; state=OFFLINE, location=f4e539ab5101,42899,1731183186933; forceNewPlan=false, retain=false 2024-11-09T20:13:20,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29932defa58bab68eb79a9d7c824969a, ASSIGN 2024-11-09T20:13:20,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29932defa58bab68eb79a9d7c824969a, ASSIGN; state=OFFLINE, location=f4e539ab5101,44185,1731183186828; forceNewPlan=false, retain=false 2024-11-09T20:13:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:20,745 INFO [f4e539ab5101:46387 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T20:13:20,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=29932defa58bab68eb79a9d7c824969a, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:20,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8a5d9a960e3f6aba7450c05e589e38ba, regionState=OPENING, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:20,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a55767b3168c596359bc8dbb20d904c9, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:20,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=07a32ccd35be2e0b000ff515d8ec2931, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:20,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c3d26bfe3b6e6ffb4495a697625282be, regionState=OPENING, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:20,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76218ae3f937c749c8165cfb4f3e35c0, regionState=OPENING, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:20,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5a3ee28465203ab2cd655dabab42d24, regionState=OPENING, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:20,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a380c7b5a7707dc710f32e954156af3c, regionState=OPENING, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:20,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d235d072765b553e30737eecd74de90, regionState=OPENING, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:20,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e27e184a8bf8de0878b9a4aef5825811, regionState=OPENING, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:20,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=29932defa58bab68eb79a9d7c824969a, ASSIGN because future has completed 2024-11-09T20:13:20,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29932defa58bab68eb79a9d7c824969a, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:13:20,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN because future has completed 2024-11-09T20:13:20,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42899,1731183186933}] 2024-11-09T20:13:20,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07a32ccd35be2e0b000ff515d8ec2931, ASSIGN because future has completed 2024-11-09T20:13:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a55767b3168c596359bc8dbb20d904c9, ASSIGN because future has completed 2024-11-09T20:13:20,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:13:20,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a55767b3168c596359bc8dbb20d904c9, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:13:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN because future has completed 2024-11-09T20:13:20,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN because future has completed 2024-11-09T20:13:20,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN because future has completed 2024-11-09T20:13:20,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,42899,1731183186933}] 2024-11-09T20:13:20,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42899,1731183186933}] 2024-11-09T20:13:20,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a380c7b5a7707dc710f32e954156af3c, ASSIGN because future has completed 2024-11-09T20:13:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d235d072765b553e30737eecd74de90, ASSIGN because future has completed 2024-11-09T20:13:20,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e27e184a8bf8de0878b9a4aef5825811, ASSIGN because future has completed 2024-11-09T20:13:20,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27e184a8bf8de0878b9a4aef5825811, server=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:13:20,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d235d072765b553e30737eecd74de90, server=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:13:20,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,42899,1731183186933}] 2024-11-09T20:13:20,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a380c7b5a7707dc710f32e954156af3c, server=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:13:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:21,311 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T20:13:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:25,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:13:26,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T20:13:26,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T20:13:26,275 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:13:26,275 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T20:13:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:30,756 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:13:30,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:13:30,769 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:30,770 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 29932defa58bab68eb79a9d7c824969a, NAME => 'SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T20:13:30,770 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,770 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,770 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,770 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,771 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:30,771 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 76218ae3f937c749c8165cfb4f3e35c0, NAME => 'SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:13:30,772 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,772 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,772 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,772 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,773 INFO [StoreOpener-29932defa58bab68eb79a9d7c824969a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,774 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,775 INFO [StoreOpener-29932defa58bab68eb79a9d7c824969a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29932defa58bab68eb79a9d7c824969a columnFamilyName cf 2024-11-09T20:13:30,775 DEBUG [StoreOpener-29932defa58bab68eb79a9d7c824969a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,776 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76218ae3f937c749c8165cfb4f3e35c0 columnFamilyName cf 2024-11-09T20:13:30,776 INFO [StoreOpener-29932defa58bab68eb79a9d7c824969a-1 {}] regionserver.HStore(327): Store=29932defa58bab68eb79a9d7c824969a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,776 DEBUG [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,776 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,776 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] regionserver.HStore(327): Store=76218ae3f937c749c8165cfb4f3e35c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,777 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,777 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,777 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,777 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,778 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,778 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,778 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,778 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,778 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,780 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,781 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:13:30,784 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/29932defa58bab68eb79a9d7c824969a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,784 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:13:30,784 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 76218ae3f937c749c8165cfb4f3e35c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66031647, jitterRate=-0.01605178415775299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,784 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 29932defa58bab68eb79a9d7c824969a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66062288, jitterRate=-0.015595197677612305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,785 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:30,785 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:30,786 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 29932defa58bab68eb79a9d7c824969a: Running coprocessor pre-open hook at 1731183210770Writing region info on filesystem at 1731183210771 (+1 ms)Initializing all the Stores at 1731183210772 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210772Cleaning up temporary data from old regions at 1731183210778 (+6 ms)Running coprocessor post-open hooks at 1731183210785 (+7 ms)Region opened successfully at 1731183210785 2024-11-09T20:13:30,786 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 76218ae3f937c749c8165cfb4f3e35c0: Running coprocessor pre-open hook at 1731183210772Writing region info on filesystem at 1731183210772Initializing all the Stores at 1731183210774 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210774Cleaning up temporary data from old regions at 1731183210778 (+4 ms)Running coprocessor post-open hooks at 1731183210785 (+7 ms)Region opened successfully at 1731183210785 2024-11-09T20:13:30,787 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0., pid=20, masterSystemTime=1731183210763 2024-11-09T20:13:30,788 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a., pid=15, masterSystemTime=1731183210756 2024-11-09T20:13:30,793 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:30,793 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:13:30,793 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:30,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=76218ae3f937c749c8165cfb4f3e35c0, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a5d9a960e3f6aba7450c05e589e38ba, NAME => 'SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:30,794 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,794 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:30,795 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:30,796 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a55767b3168c596359bc8dbb20d904c9, NAME => 'SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T20:13:30,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=29932defa58bab68eb79a9d7c824969a, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:30,796 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,796 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,797 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,42899,1731183186933 because future has completed 2024-11-09T20:13:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29932defa58bab68eb79a9d7c824969a, server=f4e539ab5101,44185,1731183186828 because future has completed 2024-11-09T20:13:30,804 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-09T20:13:30,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,42899,1731183186933 in 10.0330 sec 2024-11-09T20:13:30,807 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a5d9a960e3f6aba7450c05e589e38ba columnFamilyName cf 2024-11-09T20:13:30,807 DEBUG [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,809 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] regionserver.HStore(327): Store=8a5d9a960e3f6aba7450c05e589e38ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,810 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-09T20:13:30,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 29932defa58bab68eb79a9d7c824969a, server=f4e539ab5101,44185,1731183186828 in 10.0540 sec 2024-11-09T20:13:30,811 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN in 10.2230 sec 2024-11-09T20:13:30,812 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,813 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d235d072765b553e30737eecd74de90, NAME => 'SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T20:13:30,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=29932defa58bab68eb79a9d7c824969a, ASSIGN in 10.2260 sec 2024-11-09T20:13:30,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,814 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,814 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,814 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,814 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,816 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,816 INFO [StoreOpener-a55767b3168c596359bc8dbb20d904c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,817 INFO [StoreOpener-9d235d072765b553e30737eecd74de90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,819 INFO [StoreOpener-a55767b3168c596359bc8dbb20d904c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a55767b3168c596359bc8dbb20d904c9 columnFamilyName cf 2024-11-09T20:13:30,820 DEBUG [StoreOpener-a55767b3168c596359bc8dbb20d904c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,821 INFO [StoreOpener-9d235d072765b553e30737eecd74de90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d235d072765b553e30737eecd74de90 columnFamilyName cf 2024-11-09T20:13:30,821 DEBUG [StoreOpener-9d235d072765b553e30737eecd74de90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,822 INFO [StoreOpener-a55767b3168c596359bc8dbb20d904c9-1 {}] regionserver.HStore(327): Store=a55767b3168c596359bc8dbb20d904c9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,822 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,822 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,822 INFO [StoreOpener-9d235d072765b553e30737eecd74de90-1 {}] regionserver.HStore(327): Store=9d235d072765b553e30737eecd74de90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,823 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8a5d9a960e3f6aba7450c05e589e38ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65773747, jitterRate=-0.0198947936296463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,823 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:30,823 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8a5d9a960e3f6aba7450c05e589e38ba: Running coprocessor pre-open hook at 1731183210795Writing region info on filesystem at 1731183210795Initializing all the Stores at 1731183210798 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210798Cleaning up temporary data from old regions at 1731183210813 (+15 ms)Running coprocessor post-open hooks at 1731183210823 (+10 ms)Region opened successfully at 1731183210823 2024-11-09T20:13:30,824 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,825 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., pid=24, masterSystemTime=1731183210763 2024-11-09T20:13:30,825 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,828 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,829 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:30,829 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:13:30,829 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:30,829 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d26bfe3b6e6ffb4495a697625282be, NAME => 'SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8a5d9a960e3f6aba7450c05e589e38ba, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:30,832 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f4e539ab5101,42899,1731183186933, table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:13:30,833 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,834 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,42899,1731183186933 because future has completed 2024-11-09T20:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,836 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,837 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,840 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a55767b3168c596359bc8dbb20d904c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,842 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a55767b3168c596359bc8dbb20d904c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71190918, jitterRate=0.0608273446559906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:30,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a55767b3168c596359bc8dbb20d904c9: Running coprocessor pre-open hook at 1731183210797Writing region info on filesystem at 1731183210797Initializing all the Stores at 1731183210802 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210802Cleaning up temporary data from old regions at 1731183210826 (+24 ms)Running coprocessor post-open hooks at 1731183210842 (+16 ms)Region opened successfully at 1731183210842 2024-11-09T20:13:30,844 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d26bfe3b6e6ffb4495a697625282be columnFamilyName cf 2024-11-09T20:13:30,844 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9., pid=18, masterSystemTime=1731183210756 2024-11-09T20:13:30,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-09T20:13:30,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,42899,1731183186933 in 10.0570 sec 2024-11-09T20:13:30,844 DEBUG [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,845 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] regionserver.HStore(327): Store=c3d26bfe3b6e6ffb4495a697625282be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,846 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,847 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,849 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,849 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:30,849 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:30,849 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/9d235d072765b553e30737eecd74de90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 07a32ccd35be2e0b000ff515d8ec2931, NAME => 'SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,850 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9d235d072765b553e30737eecd74de90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62684235, jitterRate=-0.06593210995197296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,851 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:30,851 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9d235d072765b553e30737eecd74de90: Running coprocessor pre-open hook at 1731183210814Writing region info on filesystem at 1731183210814Initializing all the Stores at 1731183210815 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210815Cleaning up temporary data from old regions at 1731183210836 (+21 ms)Running coprocessor post-open hooks at 1731183210851 (+15 ms)Region opened successfully at 1731183210851 2024-11-09T20:13:30,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN in 10.2600 sec 2024-11-09T20:13:30,852 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90., pid=21, masterSystemTime=1731183210782 2024-11-09T20:13:30,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=a55767b3168c596359bc8dbb20d904c9, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:30,854 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,859 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:30,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure a55767b3168c596359bc8dbb20d904c9, server=f4e539ab5101,44185,1731183186828 because future has completed 2024-11-09T20:13:30,859 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:30,860 INFO [StoreOpener-07a32ccd35be2e0b000ff515d8ec2931-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d235d072765b553e30737eecd74de90, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:30,861 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:30,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a380c7b5a7707dc710f32e954156af3c, NAME => 'SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T20:13:30,862 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,862 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,862 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,862 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,866 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c3d26bfe3b6e6ffb4495a697625282be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66265330, jitterRate=-0.012569636106491089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,867 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:30,867 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c3d26bfe3b6e6ffb4495a697625282be: Running coprocessor pre-open hook at 1731183210830Writing region info on filesystem at 1731183210830Initializing all the Stores at 1731183210834 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210834Cleaning up temporary data from old regions at 1731183210850 (+16 ms)Running coprocessor post-open hooks at 1731183210867 (+17 ms)Region opened successfully at 1731183210867 2024-11-09T20:13:30,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d235d072765b553e30737eecd74de90, server=f4e539ab5101,42257,1731183186981 because future has completed 2024-11-09T20:13:30,869 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., pid=16, masterSystemTime=1731183210763 2024-11-09T20:13:30,870 INFO [StoreOpener-07a32ccd35be2e0b000ff515d8ec2931-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07a32ccd35be2e0b000ff515d8ec2931 columnFamilyName cf 2024-11-09T20:13:30,870 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f4e539ab5101,42257,1731183186981, table=SPTestTable, region=9d235d072765b553e30737eecd74de90. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:13:30,870 DEBUG [StoreOpener-07a32ccd35be2e0b000ff515d8ec2931-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,871 INFO [StoreOpener-07a32ccd35be2e0b000ff515d8ec2931-1 {}] regionserver.HStore(327): Store=07a32ccd35be2e0b000ff515d8ec2931/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,871 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,871 INFO [StoreOpener-a380c7b5a7707dc710f32e954156af3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-09T20:13:30,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure a55767b3168c596359bc8dbb20d904c9, server=f4e539ab5101,44185,1731183186828 in 10.1040 sec 2024-11-09T20:13:30,875 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:30,875 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:30,875 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:30,876 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b5a3ee28465203ab2cd655dabab42d24, NAME => 'SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:13:30,876 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,878 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,878 INFO [StoreOpener-a380c7b5a7707dc710f32e954156af3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a380c7b5a7707dc710f32e954156af3c columnFamilyName cf 2024-11-09T20:13:30,878 DEBUG [StoreOpener-a380c7b5a7707dc710f32e954156af3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c3d26bfe3b6e6ffb4495a697625282be, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:30,879 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,879 INFO [StoreOpener-a380c7b5a7707dc710f32e954156af3c-1 {}] regionserver.HStore(327): Store=a380c7b5a7707dc710f32e954156af3c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,879 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,880 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,883 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-09T20:13:30,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d235d072765b553e30737eecd74de90, server=f4e539ab5101,42257,1731183186981 in 10.0980 sec 2024-11-09T20:13:30,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42899,1731183186933 because future has completed 2024-11-09T20:13:30,884 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,884 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,885 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,886 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5a3ee28465203ab2cd655dabab42d24 columnFamilyName cf 2024-11-09T20:13:30,886 DEBUG [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,886 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,886 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,887 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] regionserver.HStore(327): Store=b5a3ee28465203ab2cd655dabab42d24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,887 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,888 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a55767b3168c596359bc8dbb20d904c9, ASSIGN in 10.2900 sec 2024-11-09T20:13:30,890 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,890 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d235d072765b553e30737eecd74de90, ASSIGN in 10.2990 sec 2024-11-09T20:13:30,891 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,892 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,892 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 07a32ccd35be2e0b000ff515d8ec2931; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61055646, jitterRate=-0.09019997715950012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,892 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:30,893 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 07a32ccd35be2e0b000ff515d8ec2931: Running coprocessor pre-open hook at 1731183210851Writing region info on filesystem at 1731183210851Initializing all the Stores at 1731183210856 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210857 (+1 ms)Cleaning up temporary data from old regions at 1731183210879 (+22 ms)Running coprocessor post-open hooks at 1731183210892 (+13 ms)Region opened successfully at 1731183210892 2024-11-09T20:13:30,894 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., pid=17, masterSystemTime=1731183210756 2024-11-09T20:13:30,899 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,902 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a380c7b5a7707dc710f32e954156af3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,903 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a380c7b5a7707dc710f32e954156af3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61978432, jitterRate=-0.07644939422607422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,904 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:30,904 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a380c7b5a7707dc710f32e954156af3c: Running coprocessor pre-open hook at 1731183210863Writing region info on filesystem at 1731183210863Initializing all the Stores at 1731183210867 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210869 (+2 ms)Cleaning up temporary data from old regions at 1731183210887 (+18 ms)Running coprocessor post-open hooks at 1731183210904 (+17 ms)Region opened successfully at 1731183210904 2024-11-09T20:13:30,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=07a32ccd35be2e0b000ff515d8ec2931, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:30,912 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:30,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-09T20:13:30,912 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:30,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42899,1731183186933 in 10.1410 sec 2024-11-09T20:13:30,913 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c., pid=23, masterSystemTime=1731183210782 2024-11-09T20:13:30,915 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,916 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:30,916 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:30,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN in 10.3280 sec 2024-11-09T20:13:30,916 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:30,916 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e27e184a8bf8de0878b9a4aef5825811, NAME => 'SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:13:30,917 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened b5a3ee28465203ab2cd655dabab42d24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771607, jitterRate=0.09928260743618011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b5a3ee28465203ab2cd655dabab42d24: Running coprocessor pre-open hook at 1731183210877Writing region info on filesystem at 1731183210877Initializing all the Stores at 1731183210880 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210880Cleaning up temporary data from old regions at 1731183210890 (+10 ms)Running coprocessor post-open hooks at 1731183210917 (+27 ms)Region opened successfully at 1731183210917 2024-11-09T20:13:30,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,919 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24., pid=19, masterSystemTime=1731183210763 2024-11-09T20:13:30,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a380c7b5a7707dc710f32e954156af3c, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:30,922 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:30,922 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:13:30,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5a3ee28465203ab2cd655dabab42d24, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42899,1731183186933 2024-11-09T20:13:30,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931, server=f4e539ab5101,44185,1731183186828 because future has completed 2024-11-09T20:13:30,927 INFO [StoreOpener-e27e184a8bf8de0878b9a4aef5825811-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,937 INFO [StoreOpener-e27e184a8bf8de0878b9a4aef5825811-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27e184a8bf8de0878b9a4aef5825811 columnFamilyName cf 2024-11-09T20:13:30,937 DEBUG [StoreOpener-e27e184a8bf8de0878b9a4aef5825811-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:13:30,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a380c7b5a7707dc710f32e954156af3c, server=f4e539ab5101,42257,1731183186981 because future has completed 2024-11-09T20:13:30,941 INFO [StoreOpener-e27e184a8bf8de0878b9a4aef5825811-1 {}] regionserver.HStore(327): Store=e27e184a8bf8de0878b9a4aef5825811/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:13:30,941 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,942 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f4e539ab5101,42899,1731183186933, table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:13:30,943 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,946 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,947 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,948 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-09T20:13:30,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931, server=f4e539ab5101,44185,1731183186828 in 10.1720 sec 2024-11-09T20:13:30,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42899,1731183186933 because future has completed 2024-11-09T20:13:30,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-09T20:13:30,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07a32ccd35be2e0b000ff515d8ec2931, ASSIGN in 10.3680 sec 2024-11-09T20:13:30,964 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a380c7b5a7707dc710f32e954156af3c, server=f4e539ab5101,42257,1731183186981 in 10.1640 sec 2024-11-09T20:13:30,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-09T20:13:30,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42899,1731183186933 in 10.1930 sec 2024-11-09T20:13:30,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a380c7b5a7707dc710f32e954156af3c, ASSIGN in 10.3780 sec 2024-11-09T20:13:30,971 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:13:30,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN in 10.3840 sec 2024-11-09T20:13:30,980 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e27e184a8bf8de0878b9a4aef5825811; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71455999, jitterRate=0.06477735936641693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:13:30,981 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:30,981 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e27e184a8bf8de0878b9a4aef5825811: Running coprocessor pre-open hook at 1731183210918Writing region info on filesystem at 1731183210919 (+1 ms)Initializing all the Stores at 1731183210927 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183210927Cleaning up temporary data from old regions at 1731183210948 (+21 ms)Running coprocessor post-open hooks at 1731183210981 (+33 ms)Region opened successfully at 1731183210981 2024-11-09T20:13:30,983 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., pid=22, masterSystemTime=1731183210782 2024-11-09T20:13:30,989 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:30,989 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:30,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e27e184a8bf8de0878b9a4aef5825811, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:13:31,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27e184a8bf8de0878b9a4aef5825811, server=f4e539ab5101,42257,1731183186981 because future has completed 2024-11-09T20:13:31,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-09T20:13:31,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e27e184a8bf8de0878b9a4aef5825811, server=f4e539ab5101,42257,1731183186981 in 10.2350 sec 2024-11-09T20:13:31,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-09T20:13:31,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e27e184a8bf8de0878b9a4aef5825811, ASSIGN in 10.4330 sec 2024-11-09T20:13:31,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T20:13:31,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731183211026"}]},"ts":"1731183211026"} 2024-11-09T20:13:31,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T20:13:31,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T20:13:31,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6890 sec 2024-11-09T20:13:33,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T20:13:34,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:13:36,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:13:36,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T20:13:36,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T20:13:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:13:38,637 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T20:13:38,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T20:13:38,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:13:38,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T20:13:38,655 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:13:38,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T20:13:38,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., hostname=f4e539ab5101,42257,1731183186981, seqNum=2] 2024-11-09T20:13:38,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931., hostname=f4e539ab5101,44185,1731183186828, seqNum=2] 2024-11-09T20:13:38,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,996 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:38,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:39,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., hostname=f4e539ab5101,42899,1731183186933, seqNum=2] 2024-11-09T20:13:39,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:13:39,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:13:39,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:13:40,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:13:40,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42257 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:13:40,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44185 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:13:40,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:13:40,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:13:40,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:13:41,035 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T20:13:41,036 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:13:41,038 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T20:13:41,044 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T20:13:41,066 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T20:13:41,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:13:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:13:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:13:41,087 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T20:13:41,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d235d072765b553e30737eecd74de90}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29932defa58bab68eb79a9d7c824969a}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a380c7b5a7707dc710f32e954156af3c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a55767b3168c596359bc8dbb20d904c9}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e27e184a8bf8de0878b9a4aef5825811}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba}] 2024-11-09T20:13:41,093 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:41,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:41,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:41,093 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:41,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:41,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:41,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:41,104 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:41,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:41,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:41,137 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f4e539ab5101,42899,1731183186933 2024-11-09T20:13:41,138 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f4e539ab5101,42899,1731183186933: Simulated kill ***** 2024-11-09T20:13:41,138 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T20:13:41,140 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T20:13:41,142 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T20:13:41,145 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T20:13:41,146 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T20:13:41,153 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 641889888 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 153678816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f4e539ab5101", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f4e539ab5101", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55265", "tag.serverName": "f4e539ab5101,42257,1731183186981", "tag.clusterId": "584f51c0-42d3-44db-a866-c194c85f9b08", "tag.Context": "regionserver", "tag.Hostname": "f4e539ab5101", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731183186981, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T20:13:41,157 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46387 {}] master.MasterRpcServices(700): f4e539ab5101,42899,1731183186933 reported a fatal error: ***** ABORTING region server f4e539ab5101,42899,1731183186933: Simulated kill ***** 2024-11-09T20:13:41,159 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,42899,1731183186933' ***** 2024-11-09T20:13:41,159 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T20:13:41,160 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:13:41,160 INFO [RS:1;f4e539ab5101:42899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T20:13:41,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:13:41,160 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:13:41,160 INFO [RS:1;f4e539ab5101:42899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T20:13:41,160 INFO [RS:1;f4e539ab5101:42899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:13:41,161 INFO [RS:1;f4e539ab5101:42899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f4e539ab5101:42899. 2024-11-09T20:13:41,161 DEBUG [RS:1;f4e539ab5101:42899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:13:41,161 DEBUG [RS:1;f4e539ab5101:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:13:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:13:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:13:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741833_1009 (size=1257) 2024-11-09T20:13:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741833_1009 (size=1257) 2024-11-09T20:13:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741833_1009 (size=1257) 2024-11-09T20:13:41,181 DEBUG [RS:1;f4e539ab5101:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:13:41,181 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:13:41,182 INFO [RS:1;f4e539ab5101:42899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42899 2024-11-09T20:13:41,192 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:13:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,42899,1731183186933 2024-11-09T20:13:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:13:41,197 INFO [RS:1;f4e539ab5101:42899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:13:41,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,42899,1731183186933] 2024-11-09T20:13:41,235 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,42899,1731183186933 already deleted, retry=false 2024-11-09T20:13:41,235 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f4e539ab5101,42899,1731183186933 on f4e539ab5101,46387,1731183185826 2024-11-09T20:13:41,241 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f4e539ab5101,42899,1731183186933, splitWal=true, meta=true 2024-11-09T20:13:41,248 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f4e539ab5101,42899,1731183186933, splitWal=true, meta=true 2024-11-09T20:13:41,250 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for f4e539ab5101,42899,1731183186933 (carryingMeta=true) f4e539ab5101,42899,1731183186933/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25ad5b4b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T20:13:41,251 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f4e539ab5101,42899,1731183186933, splitWal=true, meta=true, isMeta: true 2024-11-09T20:13:41,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:41,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:41,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:41,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:41,259 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba can not run currently because target server of region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T20:13:41,259 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba; timeout=1000, timestamp=1731183222259 2024-11-09T20:13:41,260 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be can not run currently because target server of region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T20:13:41,260 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 can not run currently because target server of region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T20:13:41,260 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 can not run currently because target server of region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-09T20:13:41,260 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be; timeout=1000, timestamp=1731183222260 2024-11-09T20:13:41,260 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24; timeout=1000, timestamp=1731183222260 2024-11-09T20:13:41,260 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0; timeout=1000, timestamp=1731183222260 2024-11-09T20:13:41,261 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting 2024-11-09T20:13:41,263 INFO [PEWorker-3 {}] master.SplitWALManager(105): f4e539ab5101,42899,1731183186933 WAL count=1, meta=true 2024-11-09T20:13:41,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta}] 2024-11-09T20:13:41,279 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:41,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, worker=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:13:41,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:13:41,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x101213b07fd0002, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:13:41,315 INFO [RS:1;f4e539ab5101:42899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:13:41,315 INFO [RS:1;f4e539ab5101:42899 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,42899,1731183186933; zookeeper connection closed. 2024-11-09T20:13:41,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29e9ee53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29e9ee53 2024-11-09T20:13:41,352 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:13:41,352 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:13:42,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:42,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:42,262 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:42,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:42,263 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba can not run currently because target server of region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T20:13:42,263 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba; timeout=2000, timestamp=1731183224263 2024-11-09T20:13:42,265 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 can not run currently because target server of region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T20:13:42,265 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 can not run currently because target server of region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T20:13:42,265 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24; timeout=2000, timestamp=1731183224265 2024-11-09T20:13:42,265 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0; timeout=2000, timestamp=1731183224265 2024-11-09T20:13:42,266 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be can not run currently because target server of region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-09T20:13:42,266 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be; timeout=2000, timestamp=1731183224266 2024-11-09T20:13:43,159 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4e539ab5101:46387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T20:13:44,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:44,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:44,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:44,266 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba can not run currently because target server of region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T20:13:44,266 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba; timeout=4000, timestamp=1731183228266 2024-11-09T20:13:44,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:44,270 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 can not run currently because target server of region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T20:13:44,270 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 can not run currently because target server of region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T20:13:44,270 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24; timeout=4000, timestamp=1731183228270 2024-11-09T20:13:44,270 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be can not run currently because target server of region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-09T20:13:44,270 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0; timeout=4000, timestamp=1731183228270 2024-11-09T20:13:44,270 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be; timeout=4000, timestamp=1731183228270 2024-11-09T20:13:48,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:48,268 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba can not run currently because target server of region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T20:13:48,268 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba; timeout=8000, timestamp=1731183236268 2024-11-09T20:13:48,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:48,271 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:48,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:48,272 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 can not run currently because target server of region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T20:13:48,272 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be can not run currently because target server of region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T20:13:48,272 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 can not run currently because target server of region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-09T20:13:48,272 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0; timeout=8000, timestamp=1731183236272 2024-11-09T20:13:48,272 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be; timeout=8000, timestamp=1731183236272 2024-11-09T20:13:48,272 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24; timeout=8000, timestamp=1731183236272 2024-11-09T20:13:50,782 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=f4e539ab5101,42899,1731183186933, timeout=1731183231096, delay=313, operations=null, containedObject=f4e539ab5101,44185,1731183186828, timeout=1731183231096, delay=313, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, worker=f4e539ab5101,44185,1731183186828, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a55767b3168c596359bc8dbb20d904c9, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29932defa58bab68eb79a9d7c824969a, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931], containedObject=f4e539ab5101,42257,1731183186981, timeout=1731183231096, delay=313, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a380c7b5a7707dc710f32e954156af3c, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d235d072765b553e30737eecd74de90, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e27e184a8bf8de0878b9a4aef5825811]] 2024-11-09T20:13:51,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T20:13:51,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T20:13:51,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T20:13:51,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:51,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T20:13:51,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a380c7b5a7707dc710f32e954156af3c: 2024-11-09T20:13:51,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T20:13:51,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T20:13:51,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:51,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9d235d072765b553e30737eecd74de90: 2024-11-09T20:13:51,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:51,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T20:13:51,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 29932defa58bab68eb79a9d7c824969a: 2024-11-09T20:13:51,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:51,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for a55767b3168c596359bc8dbb20d904c9: 2024-11-09T20:13:51,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:13:51,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:13:51,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:13:51,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:13:51,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:51,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:51,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e27e184a8bf8de0878b9a4aef5825811 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T20:13:51,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 07a32ccd35be2e0b000ff515d8ec2931 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T20:13:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:13:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:13:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:13:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:13:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:13:51,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741851_1027 (size=57) 2024-11-09T20:13:51,162 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, size=14.0 K (14382bytes) 2024-11-09T20:13:51,163 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T20:13:51,163 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T20:13:51,163 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta 2024-11-09T20:13:51,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:13:51,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T20:13:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:13:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T20:13:51,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:51,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:13:51,170 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta after 5ms 2024-11-09T20:13:51,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:13:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:13:51,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a380c7b5a7707dc710f32e954156af3c in 10.0830 sec 2024-11-09T20:13:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:13:51,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T20:13:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T20:13:51,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:51,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:13:51,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 29932defa58bab68eb79a9d7c824969a in 10.0910 sec 2024-11-09T20:13:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:13:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:13:51,187 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta took 37ms 2024-11-09T20:13:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:13:51,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:13:51,190 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T20:13:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T20:13:51,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:51,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:13:51,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a55767b3168c596359bc8dbb20d904c9 in 10.1050 sec 2024-11-09T20:13:51,209 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T20:13:51,215 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta so closing down 2024-11-09T20:13:51,215 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:13:51,226 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp 2024-11-09T20:13:51,233 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp 2024-11-09T20:13:51,236 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:13:51,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/.tmp/cf/2e32a8aabeaf473cadb72e852c8ee266 is 34, key is baa/cf:cf/1731183220064/Put/seqid=0 2024-11-09T20:13:51,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/.tmp/cf/dd483ded0dfb45ed939df6f7eead5821 is 34, key is ccd/cf:cf/1731183220105/Put/seqid=0 2024-11-09T20:13:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741853_1029 (size=14141) 2024-11-09T20:13:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741853_1029 (size=14141) 2024-11-09T20:13:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741853_1029 (size=14141) 2024-11-09T20:13:51,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-09T20:13:51,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:13:51,324 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 117 ms; skipped=1; WAL=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T20:13:51,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, journal: Splitting hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, size=14.0 K (14382bytes) at 1731183231162Finishing writing output for hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta so closing down at 1731183231215 (+53 ms)Creating recovered edits writer path=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp at 1731183231233 (+18 ms)3 split writer threads finished at 1731183231236 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731183231313 (+77 ms)Rename recovered edits hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta.temp to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731183231318 (+5 ms)Processed 26 edits across 1 Regions in 117 ms; skipped=1; WAL=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731183231324 (+6 ms) 2024-11-09T20:13:51,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta 2024-11-09T20:13:51,324 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T20:13:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T20:13:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:13:51,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:13:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:13:51,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/.tmp/cf/dd483ded0dfb45ed939df6f7eead5821 2024-11-09T20:13:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:13:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:13:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:13:51,347 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/.tmp/cf/2e32a8aabeaf473cadb72e852c8ee266 2024-11-09T20:13:51,376 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs 2024-11-09T20:13:51,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T20:13:51,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, worker=f4e539ab5101,44185,1731183186828 in 10.0900 sec 2024-11-09T20:13:51,388 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:51,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T20:13:51,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f4e539ab5101%2C42899%2C1731183186933.meta.1731183199832.meta, worker=f4e539ab5101,44185,1731183186828 in 10.1250 sec 2024-11-09T20:13:51,399 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting dir is empty, no logs to split. 2024-11-09T20:13:51,400 INFO [PEWorker-5 {}] master.SplitWALManager(105): f4e539ab5101,42899,1731183186933 WAL count=0, meta=true 2024-11-09T20:13:51,400 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if f4e539ab5101,42899,1731183186933 WAL splitting is done? wals=0, meta=true 2024-11-09T20:13:51,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:13:51,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:13:51,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:13:51,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/.tmp/cf/dd483ded0dfb45ed939df6f7eead5821 as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/cf/dd483ded0dfb45ed939df6f7eead5821 2024-11-09T20:13:51,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/.tmp/cf/2e32a8aabeaf473cadb72e852c8ee266 as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/cf/2e32a8aabeaf473cadb72e852c8ee266 2024-11-09T20:13:51,449 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/cf/dd483ded0dfb45ed939df6f7eead5821, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T20:13:51,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/cf/2e32a8aabeaf473cadb72e852c8ee266, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T20:13:51,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e27e184a8bf8de0878b9a4aef5825811 in 333ms, sequenceid=5, compaction requested=false 2024-11-09T20:13:51,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e27e184a8bf8de0878b9a4aef5825811: 2024-11-09T20:13:51,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/cf/2e32a8aabeaf473cadb72e852c8ee266] hfiles 2024-11-09T20:13:51,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/cf/2e32a8aabeaf473cadb72e852c8ee266 for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,467 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 07a32ccd35be2e0b000ff515d8ec2931 in 328ms, sequenceid=5, compaction requested=false 2024-11-09T20:13:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 07a32ccd35be2e0b000ff515d8ec2931: 2024-11-09T20:13:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. for SnapshotProcedureTest completed. 2024-11-09T20:13:51,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:13:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/cf/dd483ded0dfb45ed939df6f7eead5821] hfiles 2024-11-09T20:13:51,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/cf/dd483ded0dfb45ed939df6f7eead5821 for snapshot=SnapshotProcedureTest 2024-11-09T20:13:51,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741857_1033 (size=105) 2024-11-09T20:13:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741857_1033 (size=105) 2024-11-09T20:13:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741857_1033 (size=105) 2024-11-09T20:13:51,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:13:51,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T20:13:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:13:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T20:13:51,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:51,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:13:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:13:51,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741856_1032 (size=105) 2024-11-09T20:13:51,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:13:51,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T20:13:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T20:13:51,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:51,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:13:51,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07a32ccd35be2e0b000ff515d8ec2931 in 10.4570 sec 2024-11-09T20:13:51,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e27e184a8bf8de0878b9a4aef5825811 in 10.4590 sec 2024-11-09T20:13:51,556 DEBUG [f4e539ab5101:46387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:13:51,557 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:13:51,557 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:13:51,557 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:13:51,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:13:51,559 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,44185,1731183186828, state=OPENING 2024-11-09T20:13:51,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:13:51,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T20:13:51,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T20:13:51,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:51,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d235d072765b553e30737eecd74de90 2024-11-09T20:13:51,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d235d072765b553e30737eecd74de90 in 10.4820 sec 2024-11-09T20:13:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:51,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:51,617 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:13:51,618 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:13:51,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:51,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:51,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:13:51,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:13:56,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:13:56,270 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba can not run currently because target server of region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T20:13:56,270 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba; timeout=16000, timestamp=1731183252270 2024-11-09T20:13:56,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:13:56,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:13:56,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:13:56,273 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 can not run currently because target server of region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T20:13:56,273 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 can not run currently because target server of region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T20:13:56,273 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be can not run currently because target server of region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. f4e539ab5101,42899,1731183186933 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-09T20:13:56,273 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0; timeout=16000, timestamp=1731183252273 2024-11-09T20:13:56,273 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24; timeout=16000, timestamp=1731183252273 2024-11-09T20:13:56,273 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be; timeout=16000, timestamp=1731183252273 2024-11-09T20:14:00,179 INFO [master/f4e539ab5101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T20:14:00,179 INFO [master/f4e539ab5101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T20:14:01,628 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:14:01,628 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:14:01,629 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:14:01,631 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C44185%2C1731183186828.meta, suffix=.meta, logDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828, archiveDir=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs, maxLogs=32 2024-11-09T20:14:01,647 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828/f4e539ab5101%2C44185%2C1731183186828.meta.1731183241633.meta, exclude list is [], retry=0 2024-11-09T20:14:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-bffc7ece-e922-4435-bbb7-bac241a3d4b1,DISK] 2024-11-09T20:14:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45469,DS-4d575636-c84c-4dea-b5e8-a77fdae8255c,DISK] 2024-11-09T20:14:01,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42623,DS-087d99d6-5f90-436b-9f77-b27cd2a573a1,DISK] 2024-11-09T20:14:01,652 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,44185,1731183186828/f4e539ab5101%2C44185%2C1731183186828.meta.1731183241633.meta 2024-11-09T20:14:01,652 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:43265:43265),(127.0.0.1/127.0.0.1:41715:41715)] 2024-11-09T20:14:01,653 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:14:01,653 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:14:01,653 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:14:01,653 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:14:01,653 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:14:01,653 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:01,654 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:14:01,654 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:14:01,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:14:01,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:14:01,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:01,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:01,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:14:01,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:14:01,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:01,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:01,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:14:01,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:14:01,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:01,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:01,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:14:01,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:14:01,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:01,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:01,663 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:14:01,663 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:14:01,666 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740 2024-11-09T20:14:01,667 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:14:01,678 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:14:01,678 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T20:14:01,699 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/f20af14328f7434b8cc4e1dd25633a28 is 167, key is SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24./info:regioninfo/1731183210923/Put/seqid=0 2024-11-09T20:14:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741859_1035 (size=18393) 2024-11-09T20:14:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741859_1035 (size=18393) 2024-11-09T20:14:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741859_1035 (size=18393) 2024-11-09T20:14:01,708 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/f20af14328f7434b8cc4e1dd25633a28 2024-11-09T20:14:01,732 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/ns/abe6cf288d844926a1844eba5a754217 is 43, key is default/ns:d/1731183200085/Put/seqid=0 2024-11-09T20:14:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741860_1036 (size=5153) 2024-11-09T20:14:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741860_1036 (size=5153) 2024-11-09T20:14:01,740 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/ns/abe6cf288d844926a1844eba5a754217 2024-11-09T20:14:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741860_1036 (size=5153) 2024-11-09T20:14:01,767 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/table/3cda067821c2437bbb4bb2bc245934f4 is 47, key is SPTestTable/table:state/1731183211026/Put/seqid=0 2024-11-09T20:14:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741861_1037 (size=5214) 2024-11-09T20:14:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741861_1037 (size=5214) 2024-11-09T20:14:01,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741861_1037 (size=5214) 2024-11-09T20:14:01,785 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/table/3cda067821c2437bbb4bb2bc245934f4 2024-11-09T20:14:01,797 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/f20af14328f7434b8cc4e1dd25633a28 as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/info/f20af14328f7434b8cc4e1dd25633a28 2024-11-09T20:14:01,809 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/info/f20af14328f7434b8cc4e1dd25633a28, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T20:14:01,811 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/ns/abe6cf288d844926a1844eba5a754217 as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/ns/abe6cf288d844926a1844eba5a754217 2024-11-09T20:14:01,822 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/ns/abe6cf288d844926a1844eba5a754217, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T20:14:01,824 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/table/3cda067821c2437bbb4bb2bc245934f4 as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/table/3cda067821c2437bbb4bb2bc245934f4 2024-11-09T20:14:01,834 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/table/3cda067821c2437bbb4bb2bc245934f4, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T20:14:01,834 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T20:14:01,835 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:14:01,837 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:14:01,837 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:14:01,838 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:14:01,840 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:14:01,844 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T20:14:01,846 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59221198, jitterRate=-0.11753538250923157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:14:01,846 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:14:01,846 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731183241654Writing region info on filesystem at 1731183241654Initializing all the Stores at 1731183241655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183241655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183241655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183241655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183241655Obtaining lock to block concurrent updates at 1731183241678 (+23 ms)Preparing flush snapshotting stores in 1588230740 at 1731183241678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731183241679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731183241679Flushing 1588230740/info: creating writer at 1731183241679Flushing 1588230740/info: appending metadata at 1731183241698 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731183241699 (+1 ms)Flushing 1588230740/ns: creating writer at 1731183241717 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731183241731 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731183241731Flushing 1588230740/table: creating writer at 1731183241749 (+18 ms)Flushing 1588230740/table: appending metadata at 1731183241766 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731183241766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c82860: reopening flushed file at 1731183241796 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ab5e46: reopening flushed file at 1731183241809 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4dd99f: reopening flushed file at 1731183241822 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 156ms, sequenceid=28, compaction requested=false; wal=null at 1731183241834 (+12 ms)Cleaning up temporary data from old regions at 1731183241837 (+3 ms)Running coprocessor post-open hooks at 1731183241846 (+9 ms)Region opened successfully at 1731183241846 2024-11-09T20:14:01,848 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731183241621 2024-11-09T20:14:01,851 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:14:01,851 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:14:01,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:01,853 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,44185,1731183186828, state=OPEN 2024-11-09T20:14:01,882 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46387 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f4e539ab5101,44185,1731183186828, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:14:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:14:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:14:01,943 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:14:01,943 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:01,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:01,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:01,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:01,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T20:14:01,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,44185,1731183186828 in 10.3250 sec 2024-11-09T20:14:01,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-09T20:14:01,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5430 sec 2024-11-09T20:14:01,949 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): f4e539ab5101,42899,1731183186933 had 5 regions 2024-11-09T20:14:01,950 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f4e539ab5101,42899,1731183186933, splitWal=true, meta=true, isMeta: false 2024-11-09T20:14:01,954 INFO [PEWorker-2 {}] master.SplitWALManager(105): f4e539ab5101,42899,1731183186933 WAL count=1, meta=false 2024-11-09T20:14:01,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f4e539ab5101%2C42899%2C1731183186933.1731183189537}] 2024-11-09T20:14:01,957 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:01,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C42899%2C1731183186933.1731183189537, worker=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:14:04,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:14:07,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:14:09,399 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T20:14:11,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-09T20:14:11,986 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537, size=1.2 K (1257bytes) 2024-11-09T20:14:11,987 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 2024-11-09T20:14:11,987 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 after 0ms 2024-11-09T20:14:11,992 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 took 6ms 2024-11-09T20:14:11,996 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 76218ae3f937c749c8165cfb4f3e35c0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:14:11,998 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8a5d9a960e3f6aba7450c05e589e38ba: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:14:12,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for c3d26bfe3b6e6ffb4495a697625282be: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for b5a3ee28465203ab2cd655dabab42d24: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 so closing down 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:14:12,004 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:14:12,004 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 11 ms; skipped=4; WAL=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537, journal: Splitting hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537, size=1.2 K (1257bytes) at 1731183251986Finishing writing output for hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 so closing down at 1731183252004 (+18 ms)3 split writer threads finished at 1731183252004Processed 4 edits across 0 Regions in 11 ms; skipped=4; WAL=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731183252004 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 2024-11-09T20:14:12,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T20:14:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T20:14:12,011 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting/f4e539ab5101%2C42899%2C1731183186933.1731183189537 to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs 2024-11-09T20:14:12,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T20:14:12,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C42899%2C1731183186933.1731183189537, worker=f4e539ab5101,42257,1731183186981 in 10.0530 sec 2024-11-09T20:14:12,019 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:12,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-09T20:14:12,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f4e539ab5101%2C42899%2C1731183186933.1731183189537, worker=f4e539ab5101,42257,1731183186981 in 10.0650 sec 2024-11-09T20:14:12,026 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/WALs/f4e539ab5101,42899,1731183186933-splitting dir is empty, no logs to split. 2024-11-09T20:14:12,026 INFO [PEWorker-2 {}] master.SplitWALManager(105): f4e539ab5101,42899,1731183186933 WAL count=0, meta=false 2024-11-09T20:14:12,026 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if f4e539ab5101,42899,1731183186933 WAL splitting is done? wals=0, meta=false 2024-11-09T20:14:12,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN}] 2024-11-09T20:14:12,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN 2024-11-09T20:14:12,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN 2024-11-09T20:14:12,036 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:14:12,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN 2024-11-09T20:14:12,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN 2024-11-09T20:14:12,037 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:14:12,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:14:12,039 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:14:12,186 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:14:12,187 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:14:12,187 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:14:12,187 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:14:12,187 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:14:12,187 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:14:12,187 INFO [f4e539ab5101:46387 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:14:12,187 DEBUG [f4e539ab5101:46387 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:14:12,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8a5d9a960e3f6aba7450c05e589e38ba, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:12,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=c3d26bfe3b6e6ffb4495a697625282be, regionState=OPENING, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:12,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=76218ae3f937c749c8165cfb4f3e35c0, regionState=OPENING, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:12,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=b5a3ee28465203ab2cd655dabab42d24, regionState=OPENING, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:12,190 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4e539ab5101:42899 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:14:12,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1, error=java.net.ConnectException: Call to address=f4e539ab5101:42899 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:12,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T20:14:12,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 from cache 2024-11-09T20:14:12,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f4e539ab5101:42899 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:12,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f4e539ab5101:42899 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:12,195 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4e539ab5101:42899 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:14:12,196 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:14:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=f4e539ab5101:42899 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:12,196 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,44185,1731183186828, seqNum=-1] 2024-11-09T20:14:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address f4e539ab5101:42899 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:12,196 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:14:12,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:14:12,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN because future has completed 2024-11-09T20:14:12,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:14:12,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba held by pid=43 2024-11-09T20:14:12,271 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:12,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be held by pid=45 2024-11-09T20:14:12,273 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:12,273 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 held by pid=44 2024-11-09T20:14:12,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:12,274 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 held by pid=46 2024-11-09T20:14:12,274 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:12,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN because future has completed 2024-11-09T20:14:12,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:14:12,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN because future has completed 2024-11-09T20:14:12,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,44185,1731183186828}] 2024-11-09T20:14:12,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN because future has completed 2024-11-09T20:14:12,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42257,1731183186981}] 2024-11-09T20:14:13,161 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4e539ab5101:46387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T20:14:15,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 07a32ccd35be2e0b000ff515d8ec2931, had cached 0 bytes from a total of 47197 2024-11-09T20:14:15,917 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e27e184a8bf8de0878b9a4aef5825811, had cached 0 bytes from a total of 28623 2024-11-09T20:14:20,143 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9d235d072765b553e30737eecd74de90 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,143 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a380c7b5a7707dc710f32e954156af3c changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,144 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e27e184a8bf8de0878b9a4aef5825811 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,144 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 29932defa58bab68eb79a9d7c824969a changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,144 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a55767b3168c596359bc8dbb20d904c9 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,144 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 07a32ccd35be2e0b000ff515d8ec2931 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:20,144 DEBUG [master/f4e539ab5101:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:14:22,215 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:22,215 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d26bfe3b6e6ffb4495a697625282be, NAME => 'SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:14:22,215 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,215 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:22,216 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,216 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,218 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,219 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d26bfe3b6e6ffb4495a697625282be columnFamilyName cf 2024-11-09T20:14:22,219 DEBUG [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:22,219 INFO [StoreOpener-c3d26bfe3b6e6ffb4495a697625282be-1 {}] regionserver.HStore(327): Store=c3d26bfe3b6e6ffb4495a697625282be/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:22,220 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,221 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,222 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,223 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,223 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,227 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,228 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened c3d26bfe3b6e6ffb4495a697625282be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67516510, jitterRate=0.006074398756027222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:14:22,229 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,229 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for c3d26bfe3b6e6ffb4495a697625282be: Running coprocessor pre-open hook at 1731183262216Writing region info on filesystem at 1731183262216Initializing all the Stores at 1731183262217 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183262217Cleaning up temporary data from old regions at 1731183262223 (+6 ms)Running coprocessor post-open hooks at 1731183262229 (+6 ms)Region opened successfully at 1731183262229 2024-11-09T20:14:22,230 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be., pid=47, masterSystemTime=1731183262209 2024-11-09T20:14:22,232 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:22,232 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:22,232 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:22,233 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => b5a3ee28465203ab2cd655dabab42d24, NAME => 'SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:14:22,233 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=c3d26bfe3b6e6ffb4495a697625282be, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:22,233 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:22,233 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,233 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42257,1731183186981 because future has completed 2024-11-09T20:14:22,237 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,239 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5a3ee28465203ab2cd655dabab42d24 columnFamilyName cf 2024-11-09T20:14:22,239 DEBUG [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:22,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-09T20:14:22,239 INFO [StoreOpener-b5a3ee28465203ab2cd655dabab42d24-1 {}] regionserver.HStore(327): Store=b5a3ee28465203ab2cd655dabab42d24/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:22,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d26bfe3b6e6ffb4495a697625282be, server=f4e539ab5101,42257,1731183186981 in 10.0330 sec 2024-11-09T20:14:22,240 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3d26bfe3b6e6ffb4495a697625282be, ASSIGN in 10.2100 sec 2024-11-09T20:14:22,242 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:22,242 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,244 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,245 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,245 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,248 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,249 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened b5a3ee28465203ab2cd655dabab42d24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59017356, jitterRate=-0.12057286500930786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:14:22,249 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,249 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for b5a3ee28465203ab2cd655dabab42d24: Running coprocessor pre-open hook at 1731183262233Writing region info on filesystem at 1731183262233Initializing all the Stores at 1731183262237 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183262237Cleaning up temporary data from old regions at 1731183262245 (+8 ms)Running coprocessor post-open hooks at 1731183262249 (+4 ms)Region opened successfully at 1731183262249 2024-11-09T20:14:22,250 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24., pid=50, masterSystemTime=1731183262209 2024-11-09T20:14:22,252 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:22,252 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:22,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=b5a3ee28465203ab2cd655dabab42d24, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:22,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42257,1731183186981 because future has completed 2024-11-09T20:14:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-09T20:14:22,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure b5a3ee28465203ab2cd655dabab42d24, server=f4e539ab5101,42257,1731183186981 in 9.9360 sec 2024-11-09T20:14:22,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b5a3ee28465203ab2cd655dabab42d24, ASSIGN in 10.2280 sec 2024-11-09T20:14:22,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:22,325 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:22,325 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 76218ae3f937c749c8165cfb4f3e35c0, NAME => 'SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:14:22,326 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,326 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:22,326 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,326 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,329 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,331 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76218ae3f937c749c8165cfb4f3e35c0 columnFamilyName cf 2024-11-09T20:14:22,331 DEBUG [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:22,332 INFO [StoreOpener-76218ae3f937c749c8165cfb4f3e35c0-1 {}] regionserver.HStore(327): Store=76218ae3f937c749c8165cfb4f3e35c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:22,332 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,333 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,335 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,336 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,336 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,339 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,340 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 76218ae3f937c749c8165cfb4f3e35c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62979744, jitterRate=-0.061528682708740234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:14:22,340 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,341 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 76218ae3f937c749c8165cfb4f3e35c0: Running coprocessor pre-open hook at 1731183262326Writing region info on filesystem at 1731183262326Initializing all the Stores at 1731183262328 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183262329 (+1 ms)Cleaning up temporary data from old regions at 1731183262336 (+7 ms)Running coprocessor post-open hooks at 1731183262340 (+4 ms)Region opened successfully at 1731183262340 2024-11-09T20:14:22,341 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0., pid=48, masterSystemTime=1731183262320 2024-11-09T20:14:22,344 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:22,344 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:22,344 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:22,344 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a5d9a960e3f6aba7450c05e589e38ba, NAME => 'SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:14:22,345 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,345 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:22,345 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,345 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=76218ae3f937c749c8165cfb4f3e35c0, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:22,348 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,44185,1731183186828 because future has completed 2024-11-09T20:14:22,350 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a5d9a960e3f6aba7450c05e589e38ba columnFamilyName cf 2024-11-09T20:14:22,350 DEBUG [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:22,351 INFO [StoreOpener-8a5d9a960e3f6aba7450c05e589e38ba-1 {}] regionserver.HStore(327): Store=8a5d9a960e3f6aba7450c05e589e38ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:22,352 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,353 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-09T20:14:22,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0, server=f4e539ab5101,44185,1731183186828 in 10.0380 sec 2024-11-09T20:14:22,355 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,355 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,355 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76218ae3f937c749c8165cfb4f3e35c0, ASSIGN in 10.3240 sec 2024-11-09T20:14:22,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:22,359 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,360 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 8a5d9a960e3f6aba7450c05e589e38ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71360062, jitterRate=0.06334778666496277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:14:22,361 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,361 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 8a5d9a960e3f6aba7450c05e589e38ba: Running coprocessor pre-open hook at 1731183262345Writing region info on filesystem at 1731183262345Initializing all the Stores at 1731183262347 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183262347Cleaning up temporary data from old regions at 1731183262355 (+8 ms)Running coprocessor post-open hooks at 1731183262361 (+6 ms)Region opened successfully at 1731183262361 2024-11-09T20:14:22,362 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., pid=49, masterSystemTime=1731183262320 2024-11-09T20:14:22,364 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:22,364 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:22,365 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8a5d9a960e3f6aba7450c05e589e38ba, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:22,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,44185,1731183186828 because future has completed 2024-11-09T20:14:22,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=43 2024-11-09T20:14:22,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba, server=f4e539ab5101,44185,1731183186828 in 10.0500 sec 2024-11-09T20:14:22,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:22,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-09T20:14:22,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a5d9a960e3f6aba7450c05e589e38ba, ASSIGN in 10.3410 sec 2024-11-09T20:14:22,374 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server f4e539ab5101,42899,1731183186933 after splitting done 2024-11-09T20:14:22,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure f4e539ab5101,42899,1731183186933, splitWal=true, meta=true in 41.1380 sec 2024-11-09T20:14:27,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T20:14:32,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T20:14:32,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T20:14:32,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c3d26bfe3b6e6ffb4495a697625282be: 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. for SnapshotProcedureTest completed. 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for b5a3ee28465203ab2cd655dabab42d24: 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. for SnapshotProcedureTest completed. 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:14:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:14:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741863_1039 (size=65) 2024-11-09T20:14:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741863_1039 (size=65) 2024-11-09T20:14:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741863_1039 (size=65) 2024-11-09T20:14:32,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:32,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T20:14:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T20:14:32,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:32,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:32,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:14:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:14:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741862_1038 (size=65) 2024-11-09T20:14:32,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:32,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T20:14:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T20:14:32,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:32,272 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:32,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b5a3ee28465203ab2cd655dabab42d24 in 51.1810 sec 2024-11-09T20:14:32,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3d26bfe3b6e6ffb4495a697625282be in 51.1860 sec 2024-11-09T20:14:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 76218ae3f937c749c8165cfb4f3e35c0: 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. for SnapshotProcedureTest completed. 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8a5d9a960e3f6aba7450c05e589e38ba: 2024-11-09T20:14:32,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. for SnapshotProcedureTest completed. 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:14:32,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:14:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741864_1040 (size=57) 2024-11-09T20:14:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741865_1041 (size=65) 2024-11-09T20:14:32,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:32,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T20:14:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741865_1041 (size=65) 2024-11-09T20:14:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741865_1041 (size=65) 2024-11-09T20:14:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T20:14:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741864_1040 (size=57) 2024-11-09T20:14:32,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741864_1040 (size=57) 2024-11-09T20:14:32,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:32,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a5d9a960e3f6aba7450c05e589e38ba in 51.2840 sec 2024-11-09T20:14:32,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:32,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T20:14:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T20:14:32,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:32,772 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:32,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-09T20:14:32,779 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T20:14:32,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76218ae3f937c749c8165cfb4f3e35c0 in 51.6850 sec 2024-11-09T20:14:32,781 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T20:14:32,785 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T20:14:32,785 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T20:14:32,788 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:14:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741866_1042 (size=1094) 2024-11-09T20:14:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741866_1042 (size=1094) 2024-11-09T20:14:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741866_1042 (size=1094) 2024-11-09T20:14:32,866 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T20:14:32,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T20:14:32,887 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:32,887 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:32,887 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:32,888 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:32,888 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:32,894 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:34,916 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-09T20:14:42,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-09T20:14:42,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:14:42,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:14:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T20:14:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T20:14:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T20:14:42,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T20:14:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T20:14:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T20:14:42,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T20:14:42,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-09T20:14:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T20:14:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T20:14:42,900 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 Release verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:42,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 Release verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T20:14:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-09T20:14:42,903 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 Release verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:42,903 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:42,904 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:42,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 in 10.0230 sec 2024-11-09T20:14:42,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 in 10.0230 sec 2024-11-09T20:14:42,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 in 10.0250 sec 2024-11-09T20:14:42,907 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 Release verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:42,907 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 Release verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:42,907 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 Release verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:42,908 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:42,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 in 10.0290 sec 2024-11-09T20:14:42,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 in 10.0290 sec 2024-11-09T20:14:42,910 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:42,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 in 10.0290 sec 2024-11-09T20:14:46,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-09T20:14:52,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T20:14:52,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T20:14:52,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T20:14:52,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T20:14:52,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-09T20:14:52,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-09T20:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T20:14:52,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T20:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T20:14:52,909 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 Release verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:52,909 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 Release verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T20:14:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-09T20:14:52,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 in 20.0310 sec 2024-11-09T20:14:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46387 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-09T20:14:52,912 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 Release verify snapshot worker=f4e539ab5101,44185,1731183186828 2024-11-09T20:14:52,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 in 20.0310 sec 2024-11-09T20:14:52,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,44185,1731183186828 in 20.0340 sec 2024-11-09T20:14:52,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 Release verify snapshot worker=f4e539ab5101,42257,1731183186981 2024-11-09T20:14:52,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-09T20:14:52,915 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T20:14:52,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,42257,1731183186981 in 20.0350 sec 2024-11-09T20:14:52,916 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T20:14:52,919 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T20:14:52,919 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T20:14:52,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.888 sec 2024-11-09T20:14:53,067 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T20:14:53,069 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4e539ab5101:42899 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:42899 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:14:53,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1, error=java.net.ConnectException: Call to address=f4e539ab5101:42899 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:53,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T20:14:53,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,42899,1731183186933, seqNum=-1 from cache 2024-11-09T20:14:53,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address f4e539ab5101:42899 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:42899 2024-11-09T20:14:53,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:14:53,176 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,44185,1731183186828, seqNum=-1] 2024-11-09T20:14:53,205 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:14:53,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T20:14:53,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:14:53,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:14:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:14:53,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T20:14:53,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939014975, stopped=false 2024-11-09T20:14:53,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4e539ab5101,46387,1731183185826 2024-11-09T20:14:53,265 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:53,265 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:53,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:14:53,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:53,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:14:53,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:53,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:14:53,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:53,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,44185,1731183186828' ***** 2024-11-09T20:14:53,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:14:53,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,42257,1731183186981' ***** 2024-11-09T20:14:53,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:14:53,268 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:14:53,268 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:14:53,268 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:14:53,268 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:14:53,269 INFO [RS:2;f4e539ab5101:42257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:14:53,269 INFO [RS:2;f4e539ab5101:42257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:14:53,269 INFO [RS:0;f4e539ab5101:44185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:14:53,269 INFO [RS:0;f4e539ab5101:44185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:14:53,269 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:14:53,269 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for a380c7b5a7707dc710f32e954156af3c 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 76218ae3f937c749c8165cfb4f3e35c0 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a5d9a960e3f6aba7450c05e589e38ba 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 29932defa58bab68eb79a9d7c824969a 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for b5a3ee28465203ab2cd655dabab42d24 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 07a32ccd35be2e0b000ff515d8ec2931 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d235d072765b553e30737eecd74de90 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(3091): Received CLOSE for c3d26bfe3b6e6ffb4495a697625282be 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(959): stopping server f4e539ab5101,44185,1731183186828 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(959): stopping server f4e539ab5101,42257,1731183186981 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4e539ab5101:44185. 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f4e539ab5101:42257. 2024-11-09T20:14:53,270 DEBUG [RS:2;f4e539ab5101:42257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:14:53,270 DEBUG [RS:0;f4e539ab5101:44185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:14:53,270 DEBUG [RS:2;f4e539ab5101:42257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,270 DEBUG [RS:0;f4e539ab5101:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,270 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:14:53,270 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1325): Online Regions={a380c7b5a7707dc710f32e954156af3c=SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c., e27e184a8bf8de0878b9a4aef5825811=SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811., b5a3ee28465203ab2cd655dabab42d24=SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24., 9d235d072765b553e30737eecd74de90=SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90., c3d26bfe3b6e6ffb4495a697625282be=SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be.} 2024-11-09T20:14:53,270 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:14:53,271 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a55767b3168c596359bc8dbb20d904c9, disabling compactions & flushes 2024-11-09T20:14:53,271 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:14:53,271 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:14:53,271 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:14:53,271 DEBUG [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1351): Waiting on 9d235d072765b553e30737eecd74de90, a380c7b5a7707dc710f32e954156af3c, b5a3ee28465203ab2cd655dabab42d24, c3d26bfe3b6e6ffb4495a697625282be, e27e184a8bf8de0878b9a4aef5825811 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. after waiting 0 ms 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a380c7b5a7707dc710f32e954156af3c, disabling compactions & flushes 2024-11-09T20:14:53,271 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:14:53,271 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. after waiting 0 ms 2024-11-09T20:14:53,271 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1325): Online Regions={a55767b3168c596359bc8dbb20d904c9=SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9., 76218ae3f937c749c8165cfb4f3e35c0=SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0., 1588230740=hbase:meta,,1.1588230740, 8a5d9a960e3f6aba7450c05e589e38ba=SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba., 29932defa58bab68eb79a9d7c824969a=SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a., 07a32ccd35be2e0b000ff515d8ec2931=SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931.} 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:14:53,271 DEBUG [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1351): Waiting on 07a32ccd35be2e0b000ff515d8ec2931, 1588230740, 29932defa58bab68eb79a9d7c824969a, 76218ae3f937c749c8165cfb4f3e35c0, 8a5d9a960e3f6aba7450c05e589e38ba, a55767b3168c596359bc8dbb20d904c9 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:14:53,271 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:14:53,271 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:14:53,272 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-09T20:14:53,285 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a55767b3168c596359bc8dbb20d904c9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,286 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/5a3118eb6e8a4d78aee3ce9f68e02ccf is 167, key is SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24./info:regioninfo/1731183262253/Put/seqid=0 2024-11-09T20:14:53,297 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/a380c7b5a7707dc710f32e954156af3c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,297 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:14:53,298 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a55767b3168c596359bc8dbb20d904c9: Waiting for close lock at 1731183293270Running coprocessor pre-close hooks at 1731183293270Disabling compacts and flushes for region at 1731183293270Disabling writes for close at 1731183293271 (+1 ms)Writing region close event to WAL at 1731183293274 (+3 ms)Running coprocessor post-close hooks at 1731183293287 (+13 ms)Closed at 1731183293297 (+10 ms) 2024-11-09T20:14:53,298 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731183200340.a55767b3168c596359bc8dbb20d904c9. 2024-11-09T20:14:53,298 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76218ae3f937c749c8165cfb4f3e35c0, disabling compactions & flushes 2024-11-09T20:14:53,298 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:53,298 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:53,298 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. after waiting 0 ms 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:53,299 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a380c7b5a7707dc710f32e954156af3c: Waiting for close lock at 1731183293271Running coprocessor pre-close hooks at 1731183293271Disabling compacts and flushes for region at 1731183293271Disabling writes for close at 1731183293271Writing region close event to WAL at 1731183293276 (+5 ms)Running coprocessor post-close hooks at 1731183293299 (+23 ms)Closed at 1731183293299 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731183200340.a380c7b5a7707dc710f32e954156af3c. 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e27e184a8bf8de0878b9a4aef5825811, disabling compactions & flushes 2024-11-09T20:14:53,299 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. after waiting 0 ms 2024-11-09T20:14:53,299 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:14:53,312 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/76218ae3f937c749c8165cfb4f3e35c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,313 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:53,313 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76218ae3f937c749c8165cfb4f3e35c0: Waiting for close lock at 1731183293298Running coprocessor pre-close hooks at 1731183293298Disabling compacts and flushes for region at 1731183293298Disabling writes for close at 1731183293299 (+1 ms)Writing region close event to WAL at 1731183293305 (+6 ms)Running coprocessor post-close hooks at 1731183293313 (+8 ms)Closed at 1731183293313 2024-11-09T20:14:53,313 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731183200340.76218ae3f937c749c8165cfb4f3e35c0. 2024-11-09T20:14:53,314 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a5d9a960e3f6aba7450c05e589e38ba, disabling compactions & flushes 2024-11-09T20:14:53,314 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:53,314 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:53,314 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. after waiting 0 ms 2024-11-09T20:14:53,314 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:53,317 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/e27e184a8bf8de0878b9a4aef5825811/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:14:53,318 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:14:53,318 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e27e184a8bf8de0878b9a4aef5825811: Waiting for close lock at 1731183293299Running coprocessor pre-close hooks at 1731183293299Disabling compacts and flushes for region at 1731183293299Disabling writes for close at 1731183293299Writing region close event to WAL at 1731183293307 (+8 ms)Running coprocessor post-close hooks at 1731183293318 (+11 ms)Closed at 1731183293318 2024-11-09T20:14:53,318 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731183200340.e27e184a8bf8de0878b9a4aef5825811. 2024-11-09T20:14:53,318 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5a3ee28465203ab2cd655dabab42d24, disabling compactions & flushes 2024-11-09T20:14:53,318 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:53,318 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:53,319 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. after waiting 0 ms 2024-11-09T20:14:53,319 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741867_1043 (size=9527) 2024-11-09T20:14:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741867_1043 (size=9527) 2024-11-09T20:14:53,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741867_1043 (size=9527) 2024-11-09T20:14:53,326 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/5a3118eb6e8a4d78aee3ce9f68e02ccf 2024-11-09T20:14:53,337 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/.tmp/info/5a3118eb6e8a4d78aee3ce9f68e02ccf as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/info/5a3118eb6e8a4d78aee3ce9f68e02ccf 2024-11-09T20:14:53,341 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/8a5d9a960e3f6aba7450c05e589e38ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,342 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:53,342 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a5d9a960e3f6aba7450c05e589e38ba: Waiting for close lock at 1731183293314Running coprocessor pre-close hooks at 1731183293314Disabling compacts and flushes for region at 1731183293314Disabling writes for close at 1731183293314Writing region close event to WAL at 1731183293320 (+6 ms)Running coprocessor post-close hooks at 1731183293342 (+22 ms)Closed at 1731183293342 2024-11-09T20:14:53,342 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731183200340.8a5d9a960e3f6aba7450c05e589e38ba. 2024-11-09T20:14:53,343 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29932defa58bab68eb79a9d7c824969a, disabling compactions & flushes 2024-11-09T20:14:53,343 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:14:53,343 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:14:53,343 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. after waiting 0 ms 2024-11-09T20:14:53,343 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:14:53,346 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/b5a3ee28465203ab2cd655dabab42d24/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,347 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:53,347 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5a3ee28465203ab2cd655dabab42d24: Waiting for close lock at 1731183293318Running coprocessor pre-close hooks at 1731183293318Disabling compacts and flushes for region at 1731183293318Disabling writes for close at 1731183293319 (+1 ms)Writing region close event to WAL at 1731183293328 (+9 ms)Running coprocessor post-close hooks at 1731183293347 (+19 ms)Closed at 1731183293347 2024-11-09T20:14:53,348 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731183200340.b5a3ee28465203ab2cd655dabab42d24. 2024-11-09T20:14:53,348 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d235d072765b553e30737eecd74de90, disabling compactions & flushes 2024-11-09T20:14:53,348 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:14:53,348 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:14:53,348 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. after waiting 0 ms 2024-11-09T20:14:53,348 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:14:53,350 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/info/5a3118eb6e8a4d78aee3ce9f68e02ccf, entries=32, sequenceid=39, filesize=9.3 K 2024-11-09T20:14:53,351 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/29932defa58bab68eb79a9d7c824969a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,352 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=39, compaction requested=false 2024-11-09T20:14:53,352 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:14:53,352 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:14:53,352 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29932defa58bab68eb79a9d7c824969a: Waiting for close lock at 1731183293343Running coprocessor pre-close hooks at 1731183293343Disabling compacts and flushes for region at 1731183293343Disabling writes for close at 1731183293343Writing region close event to WAL at 1731183293345 (+2 ms)Running coprocessor post-close hooks at 1731183293352 (+7 ms)Closed at 1731183293352 2024-11-09T20:14:53,353 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:14:53,353 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731183200340.29932defa58bab68eb79a9d7c824969a. 2024-11-09T20:14:53,353 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07a32ccd35be2e0b000ff515d8ec2931, disabling compactions & flushes 2024-11-09T20:14:53,353 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:14:53,353 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:14:53,353 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. after waiting 0 ms 2024-11-09T20:14:53,353 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:14:53,359 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/9d235d072765b553e30737eecd74de90/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,360 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:14:53,360 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:14:53,360 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:14:53,360 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d235d072765b553e30737eecd74de90: Waiting for close lock at 1731183293348Running coprocessor pre-close hooks at 1731183293348Disabling compacts and flushes for region at 1731183293348Disabling writes for close at 1731183293348Writing region close event to WAL at 1731183293348Running coprocessor post-close hooks at 1731183293360 (+12 ms)Closed at 1731183293360 2024-11-09T20:14:53,360 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731183200340.9d235d072765b553e30737eecd74de90. 2024-11-09T20:14:53,360 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3d26bfe3b6e6ffb4495a697625282be, disabling compactions & flushes 2024-11-09T20:14:53,360 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:53,361 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:53,361 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. after waiting 0 ms 2024-11-09T20:14:53,361 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:53,366 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/07a32ccd35be2e0b000ff515d8ec2931/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:14:53,366 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-09T20:14:53,367 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:14:53,367 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:14:53,367 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731183293271Running coprocessor pre-close hooks at 1731183293271Disabling compacts and flushes for region at 1731183293271Disabling writes for close at 1731183293271Obtaining lock to block concurrent updates at 1731183293272 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731183293272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731183293272Flushing stores of hbase:meta,,1.1588230740 at 1731183293273 (+1 ms)Flushing 1588230740/info: creating writer at 1731183293273Flushing 1588230740/info: appending metadata at 1731183293286 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731183293286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12cbfaeb: reopening flushed file at 1731183293336 (+50 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=39, compaction requested=false at 1731183293352 (+16 ms)Writing region close event to WAL at 1731183293361 (+9 ms)Running coprocessor post-close hooks at 1731183293367 (+6 ms)Closed at 1731183293367 2024-11-09T20:14:53,367 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T20:14:53,367 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:14:53,368 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07a32ccd35be2e0b000ff515d8ec2931: Waiting for close lock at 1731183293353Running coprocessor pre-close hooks at 1731183293353Disabling compacts and flushes for region at 1731183293353Disabling writes for close at 1731183293353Writing region close event to WAL at 1731183293357 (+4 ms)Running coprocessor post-close hooks at 1731183293367 (+10 ms)Closed at 1731183293367 2024-11-09T20:14:53,368 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731183200340.07a32ccd35be2e0b000ff515d8ec2931. 2024-11-09T20:14:53,370 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/data/default/SPTestTable/c3d26bfe3b6e6ffb4495a697625282be/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:14:53,371 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:53,371 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3d26bfe3b6e6ffb4495a697625282be: Waiting for close lock at 1731183293360Running coprocessor pre-close hooks at 1731183293360Disabling compacts and flushes for region at 1731183293360Disabling writes for close at 1731183293361 (+1 ms)Writing region close event to WAL at 1731183293364 (+3 ms)Running coprocessor post-close hooks at 1731183293371 (+7 ms)Closed at 1731183293371 2024-11-09T20:14:53,371 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731183200340.c3d26bfe3b6e6ffb4495a697625282be. 2024-11-09T20:14:53,414 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:14:53,414 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:14:53,471 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(976): stopping server f4e539ab5101,42257,1731183186981; all regions closed. 2024-11-09T20:14:53,471 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(976): stopping server f4e539ab5101,44185,1731183186828; all regions closed. 2024-11-09T20:14:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741835_1011 (size=3500) 2024-11-09T20:14:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741858_1034 (size=5516) 2024-11-09T20:14:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741858_1034 (size=5516) 2024-11-09T20:14:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741835_1011 (size=3500) 2024-11-09T20:14:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741858_1034 (size=5516) 2024-11-09T20:14:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741835_1011 (size=3500) 2024-11-09T20:14:53,480 DEBUG [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs 2024-11-09T20:14:53,481 INFO [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C44185%2C1731183186828.meta:.meta(num 1731183241633) 2024-11-09T20:14:53,481 DEBUG [RS:2;f4e539ab5101:42257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C42257%2C1731183186981:(num 1731183189546) 2024-11-09T20:14:53,482 DEBUG [RS:2;f4e539ab5101:42257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] hbase.ChoreService(370): Chore service for: regionserver/f4e539ab5101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:14:53,482 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:14:53,483 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:14:53,483 INFO [RS:2;f4e539ab5101:42257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:14:53,483 INFO [regionserver/f4e539ab5101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:14:53,483 INFO [RS:2;f4e539ab5101:42257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42257 2024-11-09T20:14:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:14:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:14:53,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741834_1010 (size=3530) 2024-11-09T20:14:53,487 DEBUG [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/oldWALs 2024-11-09T20:14:53,487 INFO [RS:0;f4e539ab5101:44185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C44185%2C1731183186828:(num 1731183189537) 2024-11-09T20:14:53,487 DEBUG [RS:0;f4e539ab5101:44185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:14:53,487 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:14:53,487 INFO [RS:0;f4e539ab5101:44185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:14:53,487 INFO [RS:0;f4e539ab5101:44185 {}] hbase.ChoreService(370): Chore service for: regionserver/f4e539ab5101:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T20:14:53,488 INFO [RS:0;f4e539ab5101:44185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:14:53,488 INFO [regionserver/f4e539ab5101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:14:53,488 INFO [RS:0;f4e539ab5101:44185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44185 2024-11-09T20:14:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,42257,1731183186981 2024-11-09T20:14:53,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:14:53,496 INFO [RS:2;f4e539ab5101:42257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:14:53,507 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,44185,1731183186828 2024-11-09T20:14:53,507 INFO [RS:0;f4e539ab5101:44185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:14:53,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,42257,1731183186981] 2024-11-09T20:14:53,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,42257,1731183186981 already deleted, retry=false 2024-11-09T20:14:53,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4e539ab5101,42257,1731183186981 expired; onlineServers=1 2024-11-09T20:14:53,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,44185,1731183186828] 2024-11-09T20:14:53,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,44185,1731183186828 already deleted, retry=false 2024-11-09T20:14:53,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4e539ab5101,44185,1731183186828 expired; onlineServers=0 2024-11-09T20:14:53,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4e539ab5101,46387,1731183185826' ***** 2024-11-09T20:14:53,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T20:14:53,549 INFO [M:0;f4e539ab5101:46387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:14:53,549 INFO [M:0;f4e539ab5101:46387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:14:53,550 DEBUG [M:0;f4e539ab5101:46387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T20:14:53,550 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T20:14:53,550 DEBUG [M:0;f4e539ab5101:46387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T20:14:53,550 DEBUG [master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183188185 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183188185,5,FailOnTimeoutGroup] 2024-11-09T20:14:53,550 DEBUG [master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183188185 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183188185,5,FailOnTimeoutGroup] 2024-11-09T20:14:53,550 INFO [M:0;f4e539ab5101:46387 {}] hbase.ChoreService(370): Chore service for: master/f4e539ab5101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T20:14:53,550 INFO [M:0;f4e539ab5101:46387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:14:53,550 DEBUG [M:0;f4e539ab5101:46387 {}] master.HMaster(1795): Stopping service threads 2024-11-09T20:14:53,551 INFO [M:0;f4e539ab5101:46387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T20:14:53,551 INFO [M:0;f4e539ab5101:46387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:14:53,551 ERROR [M:0;f4e539ab5101:46387 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43035,5,PEWorkerGroup] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:43035 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43035,5,PEWorkerGroup] 2024-11-09T20:14:53,552 INFO [M:0;f4e539ab5101:46387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:14:53,552 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T20:14:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T20:14:53,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:53,560 DEBUG [M:0;f4e539ab5101:46387 {}] zookeeper.ZKUtil(347): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T20:14:53,560 WARN [M:0;f4e539ab5101:46387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T20:14:53,560 INFO [M:0;f4e539ab5101:46387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/.lastflushedseqids 2024-11-09T20:14:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741868_1044 (size=668) 2024-11-09T20:14:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741868_1044 (size=668) 2024-11-09T20:14:53,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741868_1044 (size=668) 2024-11-09T20:14:53,583 INFO [M:0;f4e539ab5101:46387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:14:53,583 INFO [M:0;f4e539ab5101:46387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T20:14:53,584 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:14:53,584 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:53,584 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:53,584 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:14:53,584 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:53,584 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.82 KB heapSize=264.17 KB 2024-11-09T20:14:53,606 DEBUG [M:0;f4e539ab5101:46387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/776753e6e00a451c9b9ece015cd8230f is 82, key is hbase:meta,,1/info:regioninfo/1731183241851/Put/seqid=0 2024-11-09T20:14:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741869_1045 (size=6071) 2024-11-09T20:14:53,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741869_1045 (size=6071) 2024-11-09T20:14:53,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741869_1045 (size=6071) 2024-11-09T20:14:53,615 INFO [M:0;f4e539ab5101:46387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/776753e6e00a451c9b9ece015cd8230f 2024-11-09T20:14:53,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,618 INFO [RS:2;f4e539ab5101:42257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:14:53,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42257-0x101213b07fd0003, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,618 INFO [RS:2;f4e539ab5101:42257 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,42257,1731183186981; zookeeper connection closed. 2024-11-09T20:14:53,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b1ef4ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b1ef4ed 2024-11-09T20:14:53,628 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,628 INFO [RS:0;f4e539ab5101:44185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:14:53,628 INFO [RS:0;f4e539ab5101:44185 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,44185,1731183186828; zookeeper connection closed. 2024-11-09T20:14:53,628 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44185-0x101213b07fd0001, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41e3821a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41e3821a 2024-11-09T20:14:53,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T20:14:53,641 DEBUG [M:0;f4e539ab5101:46387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6112d76634c4e40825072220729493d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731183211040/Put/seqid=0 2024-11-09T20:14:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741870_1046 (size=9112) 2024-11-09T20:14:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741870_1046 (size=9112) 2024-11-09T20:14:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741870_1046 (size=9112) 2024-11-09T20:14:53,669 INFO [M:0;f4e539ab5101:46387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.59 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6112d76634c4e40825072220729493d 2024-11-09T20:14:53,677 INFO [M:0;f4e539ab5101:46387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6112d76634c4e40825072220729493d 2024-11-09T20:14:53,695 DEBUG [M:0;f4e539ab5101:46387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a33140b136f4375b7056a0c9c3d848f is 69, key is f4e539ab5101,42257,1731183186981/rs:state/1731183188241/Put/seqid=0 2024-11-09T20:14:53,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741871_1047 (size=5446) 2024-11-09T20:14:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741871_1047 (size=5446) 2024-11-09T20:14:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741871_1047 (size=5446) 2024-11-09T20:14:53,708 INFO [M:0;f4e539ab5101:46387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a33140b136f4375b7056a0c9c3d848f 2024-11-09T20:14:53,715 INFO [M:0;f4e539ab5101:46387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a33140b136f4375b7056a0c9c3d848f 2024-11-09T20:14:53,717 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/776753e6e00a451c9b9ece015cd8230f as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/776753e6e00a451c9b9ece015cd8230f 2024-11-09T20:14:53,723 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/776753e6e00a451c9b9ece015cd8230f, entries=14, sequenceid=561, filesize=5.9 K 2024-11-09T20:14:53,725 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6112d76634c4e40825072220729493d as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6112d76634c4e40825072220729493d 2024-11-09T20:14:53,733 INFO [M:0;f4e539ab5101:46387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6112d76634c4e40825072220729493d 2024-11-09T20:14:53,733 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6112d76634c4e40825072220729493d, entries=60, sequenceid=561, filesize=8.9 K 2024-11-09T20:14:53,735 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a33140b136f4375b7056a0c9c3d848f as hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a33140b136f4375b7056a0c9c3d848f 2024-11-09T20:14:53,743 INFO [M:0;f4e539ab5101:46387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a33140b136f4375b7056a0c9c3d848f 2024-11-09T20:14:53,743 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43035/user/jenkins/test-data/fef0a647-ef51-38d2-06b1-2ed734dacbe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a33140b136f4375b7056a0c9c3d848f, entries=3, sequenceid=561, filesize=5.3 K 2024-11-09T20:14:53,744 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.82 KB/217929, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=561, compaction requested=false 2024-11-09T20:14:53,745 INFO [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:53,746 DEBUG [M:0;f4e539ab5101:46387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731183293584Disabling compacts and flushes for region at 1731183293584Disabling writes for close at 1731183293584Obtaining lock to block concurrent updates at 1731183293584Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731183293584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217929, getHeapSize=270448, getOffHeapSize=0, getCellsCount=682 at 1731183293585 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731183293585Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731183293585Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731183293605 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731183293605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731183293622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731183293640 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731183293640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731183293677 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731183293694 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731183293695 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f4437: reopening flushed file at 1731183293715 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66430d90: reopening flushed file at 1731183293724 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0d4c52: reopening flushed file at 1731183293734 (+10 ms)Finished flush of dataSize ~212.82 KB/217929, heapSize ~263.88 KB/270208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=561, compaction requested=false at 1731183293744 (+10 ms)Writing region close event to WAL at 1731183293745 (+1 ms)Closed at 1731183293745 2024-11-09T20:14:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45469 is added to blk_1073741830_1006 (size=255297) 2024-11-09T20:14:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741830_1006 (size=255297) 2024-11-09T20:14:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42623 is added to blk_1073741830_1006 (size=255297) 2024-11-09T20:14:53,749 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:14:53,749 INFO [M:0;f4e539ab5101:46387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T20:14:53,750 INFO [M:0;f4e539ab5101:46387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46387 2024-11-09T20:14:53,750 INFO [M:0;f4e539ab5101:46387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:14:53,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,860 INFO [M:0;f4e539ab5101:46387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:14:53,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46387-0x101213b07fd0000, quorum=127.0.0.1:55265, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:14:53,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:53,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:14:53,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:14:53,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:14:53,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,STOPPED} 2024-11-09T20:14:53,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:14:53,869 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:14:53,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:14:53,869 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502959876-172.17.0.3-1731183180330 (Datanode Uuid 88fa8a8b-ef95-44a0-910e-4520105e1ed0) service to localhost/127.0.0.1:43035 2024-11-09T20:14:53,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data5/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data6/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:14:53,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:53,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:14:53,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:14:53,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:14:53,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,STOPPED} 2024-11-09T20:14:53,883 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:14:53,883 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:14:53,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:14:53,884 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502959876-172.17.0.3-1731183180330 (Datanode Uuid 6124e98b-7b28-4a35-a9c2-793d8846c26f) service to localhost/127.0.0.1:43035 2024-11-09T20:14:53,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data3/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data4/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:14:53,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:53,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:14:53,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:14:53,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:14:53,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,STOPPED} 2024-11-09T20:14:53,891 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:14:53,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:14:53,891 WARN [BP-1502959876-172.17.0.3-1731183180330 heartbeating to localhost/127.0.0.1:43035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502959876-172.17.0.3-1731183180330 (Datanode Uuid 9545601f-be9f-4b2c-88ec-e29cef721792) service to localhost/127.0.0.1:43035 2024-11-09T20:14:53,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:14:53,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data1/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/cluster_f45d0902-d1a4-2f6e-6f83-2923e16fbeaf/data/data2/current/BP-1502959876-172.17.0.3-1731183180330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:14:53,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:14:53,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:14:53,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:14:53,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:14:53,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:14:53,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir/,STOPPED} 2024-11-09T20:14:53,913 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T20:14:53,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T20:14:53,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43035 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4e539ab5101:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4e539ab5101:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f4e539ab5101:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@141742cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f4e539ab5101:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43035 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f4e539ab5101:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f4e539ab5101:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/f4e539ab5101:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/f4e539ab5101:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=3400 (was 5891) 2024-11-09T20:14:53,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=3400 2024-11-09T20:14:54,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir so I do NOT create it in target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02 2024-11-09T20:14:54,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T20:14:54,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.tmp.dir so I do NOT create it in target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02 2024-11-09T20:14:54,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34fb4964-13e5-f777-7e2e-38f4b484470d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T20:14:54,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59, deleteOnExit=true 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/test.cache.data in system properties and HBase conf 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T20:14:54,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir in system properties and HBase conf 2024-11-09T20:14:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T20:14:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T20:14:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T20:14:54,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T20:14:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:14:54,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/nfs.dump.dir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/java.io.tmpdir in system properties and HBase conf 2024-11-09T20:14:54,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T20:14:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T20:14:54,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T20:14:54,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:14:54,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:14:54,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:14:54,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:14:54,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:14:54,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:14:54,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5132e267{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:14:54,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608f8ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:14:54,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a6538f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/java.io.tmpdir/jetty-localhost-34227-hadoop-hdfs-3_4_1-tests_jar-_-any-482973836473636456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:14:54,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29107925{HTTP/1.1, (http/1.1)}{localhost:34227} 2024-11-09T20:14:54,508 INFO [Time-limited test {}] server.Server(415): Started @117276ms 2024-11-09T20:14:54,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:14:54,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:14:54,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:14:54,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:14:54,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:14:54,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15988d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:14:54,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7642fee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:14:54,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aae0e41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/java.io.tmpdir/jetty-localhost-41753-hadoop-hdfs-3_4_1-tests_jar-_-any-13109395318217946563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:54,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2613b866{HTTP/1.1, (http/1.1)}{localhost:41753} 2024-11-09T20:14:54,911 INFO [Time-limited test {}] server.Server(415): Started @117679ms 2024-11-09T20:14:54,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:14:54,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:14:54,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:14:54,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:14:54,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:14:54,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T20:14:54,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f15b096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:14:54,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1270e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:14:55,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4109d07e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-4381683972370665604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:55,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76c74770{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-11-09T20:14:55,082 INFO [Time-limited test {}] server.Server(415): Started @117851ms 2024-11-09T20:14:55,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:14:55,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T20:14:55,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T20:14:55,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T20:14:55,123 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T20:14:55,123 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T20:14:55,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426841e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,AVAILABLE} 2024-11-09T20:14:55,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61ae644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T20:14:55,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3615cd80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-4709564462199386089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:14:55,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44bc68ae{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-11-09T20:14:55,231 INFO [Time-limited test {}] server.Server(415): Started @118000ms 2024-11-09T20:14:55,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T20:14:56,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T20:14:56,582 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data2/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:56,582 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data1/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:56,608 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:14:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3199c9f2cb86a9 with lease ID 0x82fb10958d95f4dd: Processing first storage report for DS-c7322158-fafa-485a-a03d-c2bc253f4c14 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=af2f06c7-bd0b-481f-ab3f-34dc1a09d3af, infoPort=42731, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3199c9f2cb86a9 with lease ID 0x82fb10958d95f4dd: from storage DS-c7322158-fafa-485a-a03d-c2bc253f4c14 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=af2f06c7-bd0b-481f-ab3f-34dc1a09d3af, infoPort=42731, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:14:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd3199c9f2cb86a9 with lease ID 0x82fb10958d95f4dd: Processing first storage report for DS-171f22a9-f65d-43f4-98e0-bde86d83bc5c from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=af2f06c7-bd0b-481f-ab3f-34dc1a09d3af, infoPort=42731, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd3199c9f2cb86a9 with lease ID 0x82fb10958d95f4dd: from storage DS-171f22a9-f65d-43f4-98e0-bde86d83bc5c node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=af2f06c7-bd0b-481f-ab3f-34dc1a09d3af, infoPort=42731, infoSecurePort=0, ipcPort=39191, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T20:14:57,088 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data3/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:57,088 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data4/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:57,106 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:14:57,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a0190331bef4d5 with lease ID 0x82fb10958d95f4de: Processing first storage report for DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8 from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=2aac53c9-a15d-48e5-9604-00a14737358a, infoPort=33859, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a0190331bef4d5 with lease ID 0x82fb10958d95f4de: from storage DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8 node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=2aac53c9-a15d-48e5-9604-00a14737358a, infoPort=33859, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:14:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a0190331bef4d5 with lease ID 0x82fb10958d95f4de: Processing first storage report for DS-87caa30b-1517-4bf7-a5e3-d57894ceef50 from datanode DatanodeRegistration(127.0.0.1:45227, datanodeUuid=2aac53c9-a15d-48e5-9604-00a14737358a, infoPort=33859, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a0190331bef4d5 with lease ID 0x82fb10958d95f4de: from storage DS-87caa30b-1517-4bf7-a5e3-d57894ceef50 node DatanodeRegistration(127.0.0.1:45227, datanodeUuid=2aac53c9-a15d-48e5-9604-00a14737358a, infoPort=33859, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:14:57,160 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data5/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:57,160 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data6/current/BP-994725629-172.17.0.3-1731183294041/current, will proceed with Du for space computation calculation, 2024-11-09T20:14:57,188 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T20:14:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33795a1cadfefaef with lease ID 0x82fb10958d95f4df: Processing first storage report for DS-b1ae261d-beed-46ec-9b45-62be8a356e0e from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=b80b9ae3-98a8-4092-95ba-992f824218ff, infoPort=45901, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33795a1cadfefaef with lease ID 0x82fb10958d95f4df: from storage DS-b1ae261d-beed-46ec-9b45-62be8a356e0e node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=b80b9ae3-98a8-4092-95ba-992f824218ff, infoPort=45901, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:14:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33795a1cadfefaef with lease ID 0x82fb10958d95f4df: Processing first storage report for DS-2e11f16e-b533-446c-8894-44bef95fcdd6 from datanode DatanodeRegistration(127.0.0.1:43849, datanodeUuid=b80b9ae3-98a8-4092-95ba-992f824218ff, infoPort=45901, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041) 2024-11-09T20:14:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33795a1cadfefaef with lease ID 0x82fb10958d95f4df: from storage DS-2e11f16e-b533-446c-8894-44bef95fcdd6 node DatanodeRegistration(127.0.0.1:43849, datanodeUuid=b80b9ae3-98a8-4092-95ba-992f824218ff, infoPort=45901, infoSecurePort=0, ipcPort=38803, storageInfo=lv=-57;cid=testClusterID;nsid=2065824107;c=1731183294041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T20:14:57,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02 2024-11-09T20:14:57,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/zookeeper_0, clientPort=51892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T20:14:57,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51892 2024-11-09T20:14:57,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:14:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:14:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741825_1001 (size=7) 2024-11-09T20:14:57,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c with version=8 2024-11-09T20:14:57,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/hbase-staging 2024-11-09T20:14:57,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T20:14:57,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:14:57,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43453 2024-11-09T20:14:57,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43453 connecting to ZooKeeper ensemble=127.0.0.1:51892 2024-11-09T20:14:57,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434530x0, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:14:57,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43453-0x101213cbeb60000 connected 2024-11-09T20:14:57,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:57,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c, hbase.cluster.distributed=false 2024-11-09T20:14:57,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:14:57,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-09T20:14:57,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43453 2024-11-09T20:14:57,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43453 2024-11-09T20:14:57,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-09T20:14:57,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43453 2024-11-09T20:14:57,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:14:57,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:14:57,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43763 2024-11-09T20:14:57,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43763 connecting to ZooKeeper ensemble=127.0.0.1:51892 2024-11-09T20:14:57,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437630x0, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:14:57,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437630x0, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:57,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:14:57,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43763-0x101213cbeb60001 connected 2024-11-09T20:14:57,615 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:14:57,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:14:57,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:14:57,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-09T20:14:57,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43763 2024-11-09T20:14:57,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43763 2024-11-09T20:14:57,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-09T20:14:57,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-09T20:14:57,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:14:57,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:14:57,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41155 2024-11-09T20:14:57,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41155 connecting to ZooKeeper ensemble=127.0.0.1:51892 2024-11-09T20:14:57,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411550x0, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:14:57,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411550x0, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:57,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41155-0x101213cbeb60002 connected 2024-11-09T20:14:57,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:14:57,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:14:57,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:14:57,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:14:57,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T20:14:57,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41155 2024-11-09T20:14:57,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41155 2024-11-09T20:14:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T20:14:57,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-09T20:14:57,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4e539ab5101:0 server-side Connection retries=45 2024-11-09T20:14:57,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T20:14:57,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T20:14:57,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T20:14:57,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T20:14:57,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T20:14:57,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34893 2024-11-09T20:14:57,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34893 connecting to ZooKeeper ensemble=127.0.0.1:51892 2024-11-09T20:14:57,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,750 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348930x0, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T20:14:57,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348930x0, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:14:57,751 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T20:14:57,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34893-0x101213cbeb60003 connected 2024-11-09T20:14:57,752 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T20:14:57,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T20:14:57,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T20:14:57,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34893 2024-11-09T20:14:57,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34893 2024-11-09T20:14:57,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34893 2024-11-09T20:14:57,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34893 2024-11-09T20:14:57,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34893 2024-11-09T20:14:57,782 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4e539ab5101:43453 2024-11-09T20:14:57,787 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f4e539ab5101,43453,1731183297315 2024-11-09T20:14:57,798 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,800 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f4e539ab5101,43453,1731183297315 2024-11-09T20:14:57,812 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:14:57,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:14:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,813 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T20:14:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,816 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T20:14:57,817 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f4e539ab5101,43453,1731183297315 from backup master directory 2024-11-09T20:14:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,829 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f4e539ab5101,43453,1731183297315 2024-11-09T20:14:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T20:14:57,829 WARN [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:14:57,830 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4e539ab5101,43453,1731183297315 2024-11-09T20:14:57,835 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/hbase.id] with ID: a0b12513-8f2e-4ff3-9714-0543b131875f 2024-11-09T20:14:57,835 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.tmp/hbase.id 2024-11-09T20:14:57,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:14:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:14:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741826_1002 (size=42) 2024-11-09T20:14:57,849 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.tmp/hbase.id]:[hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/hbase.id] 2024-11-09T20:14:57,874 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T20:14:57,874 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T20:14:57,876 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T20:14:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,886 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:14:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:14:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741827_1003 (size=196) 2024-11-09T20:14:57,917 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:14:57,918 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T20:14:57,920 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:14:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:14:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:14:57,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741828_1004 (size=1189) 2024-11-09T20:14:57,962 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store 2024-11-09T20:14:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:14:58,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:14:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741829_1005 (size=34) 2024-11-09T20:14:58,034 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:58,034 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:14:58,034 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:58,034 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:58,034 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:14:58,035 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:58,035 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:14:58,035 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731183298034Disabling compacts and flushes for region at 1731183298034Disabling writes for close at 1731183298034Writing region close event to WAL at 1731183298035 (+1 ms)Closed at 1731183298035 2024-11-09T20:14:58,037 WARN [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/.initializing 2024-11-09T20:14:58,037 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/WALs/f4e539ab5101,43453,1731183297315 2024-11-09T20:14:58,042 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:14:58,045 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C43453%2C1731183297315, suffix=, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/WALs/f4e539ab5101,43453,1731183297315, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/oldWALs, maxLogs=10 2024-11-09T20:14:58,061 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/WALs/f4e539ab5101,43453,1731183297315/f4e539ab5101%2C43453%2C1731183297315.1731183298045, exclude list is [], retry=0 2024-11-09T20:14:58,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:14:58,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:14:58,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:14:58,104 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/WALs/f4e539ab5101,43453,1731183297315/f4e539ab5101%2C43453%2C1731183297315.1731183298045 2024-11-09T20:14:58,105 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901),(127.0.0.1/127.0.0.1:33859:33859),(127.0.0.1/127.0.0.1:42731:42731)] 2024-11-09T20:14:58,105 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:14:58,106 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:58,106 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,106 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T20:14:58,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:58,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T20:14:58,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:58,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T20:14:58,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:58,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T20:14:58,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:14:58,121 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,123 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,123 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,126 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,126 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,126 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:14:58,128 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T20:14:58,131 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:14:58,132 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66560431, jitterRate=-0.008172288537025452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:14:58,132 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731183298106Initializing all the Stores at 1731183298107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183298107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183298108 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183298108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183298108Cleaning up temporary data from old regions at 1731183298126 (+18 ms)Region opened successfully at 1731183298132 (+6 ms) 2024-11-09T20:14:58,133 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T20:14:58,137 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b9693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:14:58,138 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T20:14:58,138 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T20:14:58,138 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T20:14:58,139 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T20:14:58,139 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T20:14:58,140 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T20:14:58,140 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T20:14:58,143 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T20:14:58,144 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T20:14:58,170 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T20:14:58,170 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T20:14:58,171 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T20:14:58,181 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T20:14:58,181 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T20:14:58,182 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T20:14:58,265 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T20:14:58,266 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T20:14:58,275 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T20:14:58,279 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T20:14:58,286 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:58,297 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T20:14:58,297 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,298 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4e539ab5101,43453,1731183297315, sessionid=0x101213cbeb60000, setting cluster-up flag (Was=false) 2024-11-09T20:14:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,318 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,349 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T20:14:58,350 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e539ab5101,43453,1731183297315 2024-11-09T20:14:58,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,370 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,402 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T20:14:58,403 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4e539ab5101,43453,1731183297315 2024-11-09T20:14:58,404 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T20:14:58,406 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T20:14:58,406 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T20:14:58,406 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T20:14:58,406 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4e539ab5101,43453,1731183297315 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4e539ab5101:0, corePoolSize=5, maxPoolSize=5 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4e539ab5101:0, corePoolSize=10, maxPoolSize=10 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:14:58,408 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,409 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731183328409 2024-11-09T20:14:58,409 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T20:14:58,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T20:14:58,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,410 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T20:14:58,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,411 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183298411,5,FailOnTimeoutGroup] 2024-11-09T20:14:58,411 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183298411,5,FailOnTimeoutGroup] 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,411 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T20:14:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:14:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:14:58,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741831_1007 (size=1321) 2024-11-09T20:14:58,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T20:14:58,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:14:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:14:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:14:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741832_1008 (size=32) 2024-11-09T20:14:58,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:14:58,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:14:58,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:14:58,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:58,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:14:58,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:14:58,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:58,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:14:58,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:14:58,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:58,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:14:58,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:14:58,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:14:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:14:58,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:14:58,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:14:58,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:14:58,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:14:58,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:14:58,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:14:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:14:58,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:14:58,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72684877, jitterRate=0.08308906853199005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:14:58,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731183298432Initializing all the Stores at 1731183298434 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183298434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183298434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183298434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183298434Cleaning up temporary data from old regions at 1731183298451 (+17 ms)Region opened successfully at 1731183298458 (+7 ms) 2024-11-09T20:14:58,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:14:58,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:14:58,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:14:58,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:14:58,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:14:58,459 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:14:58,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731183298458Disabling compacts and flushes for region at 1731183298458Disabling writes for close at 1731183298458Writing region close event to WAL at 1731183298459 (+1 ms)Closed at 1731183298459 2024-11-09T20:14:58,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:14:58,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T20:14:58,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:14:58,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:14:58,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T20:14:58,469 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(746): ClusterId : a0b12513-8f2e-4ff3-9714-0543b131875f 2024-11-09T20:14:58,469 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:14:58,469 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(746): ClusterId : a0b12513-8f2e-4ff3-9714-0543b131875f 2024-11-09T20:14:58,469 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:14:58,546 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(746): ClusterId : a0b12513-8f2e-4ff3-9714-0543b131875f 2024-11-09T20:14:58,546 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T20:14:58,546 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:14:58,546 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:14:58,547 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:14:58,547 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:14:58,571 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T20:14:58,571 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T20:14:58,571 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:14:58,572 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:14:58,572 DEBUG [RS:1;f4e539ab5101:41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@877097d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:14:58,572 DEBUG [RS:0;f4e539ab5101:43763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483c52b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:14:58,585 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f4e539ab5101:41155 2024-11-09T20:14:58,586 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:14:58,586 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:14:58,586 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:14:58,587 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,43453,1731183297315 with port=41155, startcode=1731183297662 2024-11-09T20:14:58,587 DEBUG [RS:1;f4e539ab5101:41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:14:58,588 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T20:14:58,588 DEBUG [RS:2;f4e539ab5101:34893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d7b8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4e539ab5101/172.17.0.3:0 2024-11-09T20:14:58,593 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:14:58,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,594 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4e539ab5101:43763 2024-11-09T20:14:58,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,594 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:14:58,594 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:14:58,594 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:14:58,595 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,43453,1731183297315 with port=43763, startcode=1731183297568 2024-11-09T20:14:58,595 DEBUG [RS:0;f4e539ab5101:43763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:14:58,595 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:14:58,595 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37215 2024-11-09T20:14:58,595 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:14:58,597 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:14:58,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,601 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:14:58,601 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37215 2024-11-09T20:14:58,601 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:14:58,607 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f4e539ab5101:34893 2024-11-09T20:14:58,607 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T20:14:58,607 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T20:14:58,607 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T20:14:58,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:14:58,614 WARN [f4e539ab5101:43453 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T20:14:58,646 DEBUG [RS:1;f4e539ab5101:41155 {}] zookeeper.ZKUtil(111): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,41155,1731183297662] 2024-11-09T20:14:58,646 WARN [RS:1;f4e539ab5101:41155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:14:58,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,43763,1731183297568] 2024-11-09T20:14:58,646 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4e539ab5101,43453,1731183297315 with port=34893, startcode=1731183297724 2024-11-09T20:14:58,646 INFO [RS:1;f4e539ab5101:41155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:14:58,647 DEBUG [RS:2;f4e539ab5101:34893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T20:14:58,647 DEBUG [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,647 DEBUG [RS:0;f4e539ab5101:43763 {}] zookeeper.ZKUtil(111): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,647 WARN [RS:0;f4e539ab5101:43763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:14:58,647 INFO [RS:0;f4e539ab5101:43763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:14:58,647 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,649 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T20:14:58,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] master.ServerManager(517): Registering regionserver=f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,652 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:14:58,652 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37215 2024-11-09T20:14:58,653 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T20:14:58,653 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:14:58,653 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:14:58,656 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:14:58,664 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:14:58,664 INFO [RS:1;f4e539ab5101:41155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:14:58,664 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,665 INFO [RS:0;f4e539ab5101:43763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:14:58,665 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,665 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:14:58,666 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:14:58,666 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,666 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,667 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,667 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,667 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,667 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,667 DEBUG [RS:1;f4e539ab5101:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:14:58,672 DEBUG [RS:2;f4e539ab5101:34893 {}] zookeeper.ZKUtil(111): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,672 WARN [RS:2;f4e539ab5101:34893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T20:14:58,672 INFO [RS:2;f4e539ab5101:34893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:14:58,672 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4e539ab5101,34893,1731183297724] 2024-11-09T20:14:58,672 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:14:58,672 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,41155,1731183297662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:14:58,673 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:14:58,673 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,673 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,673 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,674 DEBUG [RS:0;f4e539ab5101:43763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,675 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43763,1731183297568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:14:58,676 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T20:14:58,679 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T20:14:58,680 INFO [RS:2;f4e539ab5101:34893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T20:14:58,680 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,681 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T20:14:58,681 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T20:14:58,682 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0, corePoolSize=2, maxPoolSize=2 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,682 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,683 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,683 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4e539ab5101:0, corePoolSize=1, maxPoolSize=1 2024-11-09T20:14:58,683 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,683 DEBUG [RS:2;f4e539ab5101:34893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4e539ab5101:0, corePoolSize=3, maxPoolSize=3 2024-11-09T20:14:58,690 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:14:58,690 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,41155,1731183297662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,690 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.Replication(171): f4e539ab5101,41155,1731183297662 started 2024-11-09T20:14:58,691 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,691 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,34893,1731183297724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:14:58,693 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:14:58,693 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43763,1731183297568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,694 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,694 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.Replication(171): f4e539ab5101,43763,1731183297568 started 2024-11-09T20:14:58,706 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T20:14:58,706 INFO [RS:1;f4e539ab5101:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,706 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,41155,1731183297662, RpcServer on f4e539ab5101/172.17.0.3:41155, sessionid=0x101213cbeb60002 2024-11-09T20:14:58,706 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,34893,1731183297724-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,706 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,706 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:14:58,706 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.Replication(171): f4e539ab5101,34893,1731183297724 started 2024-11-09T20:14:58,706 DEBUG [RS:1;f4e539ab5101:41155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,706 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,41155,1731183297662' 2024-11-09T20:14:58,706 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,41155,1731183297662' 2024-11-09T20:14:58,707 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:14:58,708 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:14:58,708 DEBUG [RS:1;f4e539ab5101:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:14:58,708 INFO [RS:1;f4e539ab5101:41155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:14:58,708 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,708 INFO [RS:1;f4e539ab5101:41155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:14:58,708 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,43763,1731183297568, RpcServer on f4e539ab5101/172.17.0.3:43763, sessionid=0x101213cbeb60001 2024-11-09T20:14:58,708 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:14:58,708 DEBUG [RS:0;f4e539ab5101:43763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,708 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,43763,1731183297568' 2024-11-09T20:14:58,708 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:14:58,709 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:14:58,709 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:14:58,709 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:14:58,709 DEBUG [RS:0;f4e539ab5101:43763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,43763,1731183297568 2024-11-09T20:14:58,709 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,43763,1731183297568' 2024-11-09T20:14:58,710 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:14:58,710 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:14:58,710 DEBUG [RS:0;f4e539ab5101:43763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:14:58,710 INFO [RS:0;f4e539ab5101:43763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:14:58,710 INFO [RS:0;f4e539ab5101:43763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:14:58,723 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:14:58,723 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1482): Serving as f4e539ab5101,34893,1731183297724, RpcServer on f4e539ab5101/172.17.0.3:34893, sessionid=0x101213cbeb60003 2024-11-09T20:14:58,724 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T20:14:58,724 DEBUG [RS:2;f4e539ab5101:34893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,724 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,34893,1731183297724' 2024-11-09T20:14:58,724 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T20:14:58,724 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4e539ab5101,34893,1731183297724 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4e539ab5101,34893,1731183297724' 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T20:14:58,725 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T20:14:58,726 DEBUG [RS:2;f4e539ab5101:34893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T20:14:58,726 INFO [RS:2;f4e539ab5101:34893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T20:14:58,726 INFO [RS:2;f4e539ab5101:34893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T20:14:58,809 INFO [RS:1;f4e539ab5101:41155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:14:58,811 INFO [RS:1;f4e539ab5101:41155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C41155%2C1731183297662, suffix=, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs, maxLogs=32 2024-11-09T20:14:58,811 INFO [RS:0;f4e539ab5101:43763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:14:58,813 INFO [RS:0;f4e539ab5101:43763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C43763%2C1731183297568, suffix=, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,43763,1731183297568, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs, maxLogs=32 2024-11-09T20:14:58,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:14:58,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,826 INFO [RS:2;f4e539ab5101:34893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T20:14:58,828 DEBUG [RS:0;f4e539ab5101:43763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,43763,1731183297568/f4e539ab5101%2C43763%2C1731183297568.1731183298814, exclude list is [], retry=0 2024-11-09T20:14:58,828 DEBUG [RS:1;f4e539ab5101:41155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662/f4e539ab5101%2C41155%2C1731183297662.1731183298811, exclude list is [], retry=0 2024-11-09T20:14:58,828 INFO [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C34893%2C1731183297724, suffix=, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs, maxLogs=32 2024-11-09T20:14:58,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:14:58,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:14:58,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:14:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:14:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:14:58,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:14:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:14:58,846 DEBUG [RS:2;f4e539ab5101:34893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724/f4e539ab5101%2C34893%2C1731183297724.1731183298829, exclude list is [], retry=0 2024-11-09T20:14:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:14:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:14:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:14:58,856 INFO [RS:1;f4e539ab5101:41155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662/f4e539ab5101%2C41155%2C1731183297662.1731183298811 2024-11-09T20:14:58,856 DEBUG [RS:1;f4e539ab5101:41155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901),(127.0.0.1/127.0.0.1:42731:42731),(127.0.0.1/127.0.0.1:33859:33859)] 2024-11-09T20:14:58,857 INFO [RS:0;f4e539ab5101:43763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,43763,1731183297568/f4e539ab5101%2C43763%2C1731183297568.1731183298814 2024-11-09T20:14:58,860 DEBUG [RS:0;f4e539ab5101:43763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33859:33859),(127.0.0.1/127.0.0.1:42731:42731),(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-09T20:14:58,861 INFO [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724/f4e539ab5101%2C34893%2C1731183297724.1731183298829 2024-11-09T20:14:58,864 DEBUG [f4e539ab5101:43453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T20:14:58,864 DEBUG [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42731:42731),(127.0.0.1/127.0.0.1:33859:33859),(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-09T20:14:58,864 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:14:58,866 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:14:58,867 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:14:58,867 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:14:58,867 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:14:58,867 INFO [f4e539ab5101:43453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:14:58,867 INFO [f4e539ab5101:43453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:14:58,867 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:14:58,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:14:58,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,41155,1731183297662, state=OPENING 2024-11-09T20:14:58,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T20:14:58,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,886 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:14:58,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:14:58,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:58,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:58,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:14:58,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,41155,1731183297662}] 2024-11-09T20:14:58,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:06,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T20:15:06,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T20:15:08,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:15:08,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:15:08,904 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:15:08,904 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:15:08,905 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:15:08,908 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C41155%2C1731183297662.meta, suffix=.meta, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs, maxLogs=32 2024-11-09T20:15:08,925 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, exclude list is [], retry=0 2024-11-09T20:15:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:15:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:15:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:15:08,934 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901),(127.0.0.1/127.0.0.1:33859:33859),(127.0.0.1/127.0.0.1:42731:42731)] 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:15:08,935 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:15:08,935 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:15:08,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:15:08,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:15:08,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:08,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:08,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:15:08,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:15:08,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:08,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:08,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:15:08,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:15:08,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:15:08,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:15:08,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:08,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:08,945 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:15:08,946 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:15:08,947 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:15:08,948 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:15:08,948 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:15:08,949 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:15:08,951 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:15:08,953 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71056315, jitterRate=0.058821603655815125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:15:08,953 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:15:08,954 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731183308936Writing region info on filesystem at 1731183308936Initializing all the Stores at 1731183308937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183308937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183308937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183308937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183308937Cleaning up temporary data from old regions at 1731183308948 (+11 ms)Running coprocessor post-open hooks at 1731183308953 (+5 ms)Region opened successfully at 1731183308953 2024-11-09T20:15:08,955 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731183308889 2024-11-09T20:15:08,957 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:15:08,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:08,958 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:15:08,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,41155,1731183297662, state=OPEN 2024-11-09T20:15:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:08,970 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:08,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:08,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:08,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:08,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:08,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:08,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T20:15:08,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,41155,1731183297662 in 10.0830 sec 2024-11-09T20:15:08,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T20:15:08,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5130 sec 2024-11-09T20:15:08,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T20:15:08,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T20:15:08,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:15:08,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1] 2024-11-09T20:15:08,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:15:08,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:15:08,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5840 sec 2024-11-09T20:15:08,990 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731183308990, completionTime=-1 2024-11-09T20:15:08,990 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T20:15:08,990 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T20:15:08,992 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T20:15:08,992 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731183368992 2024-11-09T20:15:08,992 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731183428992 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T20:15:08,993 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4e539ab5101:43453, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:08,993 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:08,996 DEBUG [master/f4e539ab5101:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T20:15:08,998 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.173sec 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T20:15:09,003 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T20:15:09,004 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T20:15:09,006 DEBUG [master/f4e539ab5101:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T20:15:09,006 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T20:15:09,006 INFO [master/f4e539ab5101:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4e539ab5101,43453,1731183297315-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T20:15:09,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f79ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e539ab5101,43453,-1 for getting cluster id 2024-11-09T20:15:09,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:15:09,084 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0b12513-8f2e-4ff3-9714-0543b131875f' 2024-11-09T20:15:09,084 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:15:09,084 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0b12513-8f2e-4ff3-9714-0543b131875f" 2024-11-09T20:15:09,085 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e83a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,085 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e539ab5101,43453,-1] 2024-11-09T20:15:09,085 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:15:09,086 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:09,087 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:15:09,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52935051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:15:09,090 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1] 2024-11-09T20:15:09,091 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:15:09,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:15:09,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4e539ab5101,43453,1731183297315 2024-11-09T20:15:09,094 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731183309094 (current time:1731183309094). 2024-11-09T20:15:09,095 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T20:15:09,095 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T20:15:09,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4e539ab5101,43453,-1 for getting cluster id 2024-11-09T20:15:09,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T20:15:09,096 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0b12513-8f2e-4ff3-9714-0543b131875f' 2024-11-09T20:15:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T20:15:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0b12513-8f2e-4ff3-9714-0543b131875f" 2024-11-09T20:15:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161d719f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4e539ab5101,43453,-1] 2024-11-09T20:15:09,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T20:15:09,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:09,098 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T20:15:09,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ade4963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T20:15:09,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:15:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1] 2024-11-09T20:15:09,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:15:09,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:15:09,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:15:09,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:15:09,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:09,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:09,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:15:09,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T20:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f4e539ab5101,43453,1731183297315 2024-11-09T20:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136ccd1f 2024-11-09T20:15:09,107 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T20:15:09,109 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T20:15:09,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T20:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T20:15:09,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T20:15:09,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:09,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T20:15:09,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T20:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:15:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:15:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741837_1013 (size=361) 2024-11-09T20:15:09,127 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1a8c815bc2f294c497d68be2e22caeaf, NAME => 'SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,127 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aba80b4530555b076ec8e5430e33cb0, NAME => 'SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,127 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 38d71d488750eddaaf192e56c4611520, NAME => 'SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:15:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:15:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741839_1015 (size=62) 2024-11-09T20:15:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:15:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:15:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:15:09,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741840_1016 (size=62) 2024-11-09T20:15:09,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 38d71d488750eddaaf192e56c4611520, disabling compactions & flushes 2024-11-09T20:15:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:15:09,144 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:09,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:09,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. after waiting 0 ms 2024-11-09T20:15:09,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:09,144 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:09,144 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 38d71d488750eddaaf192e56c4611520: Waiting for close lock at 1731183309144Disabling compacts and flushes for region at 1731183309144Disabling writes for close at 1731183309144Writing region close event to WAL at 1731183309144Closed at 1731183309144 2024-11-09T20:15:09,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54082ba05dacb4959a196c7069f2852d, NAME => 'SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1a8c815bc2f294c497d68be2e22caeaf, disabling compactions & flushes 2024-11-09T20:15:09,145 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6aba80b4530555b076ec8e5430e33cb0, disabling compactions & flushes 2024-11-09T20:15:09,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. after waiting 0 ms 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:09,145 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:09,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aba80b4530555b076ec8e5430e33cb0: Waiting for close lock at 1731183309145Disabling compacts and flushes for region at 1731183309145Disabling writes for close at 1731183309145Writing region close event to WAL at 1731183309145Closed at 1731183309145 2024-11-09T20:15:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741838_1014 (size=54) 2024-11-09T20:15:09,146 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71be4d0db24521cd7610adb6f30c89af, NAME => 'SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. after waiting 0 ms 2024-11-09T20:15:09,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:09,147 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:09,147 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1a8c815bc2f294c497d68be2e22caeaf: Waiting for close lock at 1731183309145Disabling compacts and flushes for region at 1731183309145Disabling writes for close at 1731183309147 (+2 ms)Writing region close event to WAL at 1731183309147Closed at 1731183309147 2024-11-09T20:15:09,148 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6bb44bdf4741b04417b1d692def618c1, NAME => 'SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:15:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:15:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:15:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:15:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741842_1018 (size=62) 2024-11-09T20:15:09,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741841_1017 (size=62) 2024-11-09T20:15:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:15:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:15:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741843_1019 (size=62) 2024-11-09T20:15:09,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,182 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6bb44bdf4741b04417b1d692def618c1, disabling compactions & flushes 2024-11-09T20:15:09,183 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:09,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:09,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. after waiting 0 ms 2024-11-09T20:15:09,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:09,183 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:09,183 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6bb44bdf4741b04417b1d692def618c1: Waiting for close lock at 1731183309182Disabling compacts and flushes for region at 1731183309182Disabling writes for close at 1731183309183 (+1 ms)Writing region close event to WAL at 1731183309183Closed at 1731183309183 2024-11-09T20:15:09,183 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e129aba6d3d0b192857faf37c3e507d2, NAME => 'SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:15:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:15:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741844_1020 (size=62) 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e129aba6d3d0b192857faf37c3e507d2, disabling compactions & flushes 2024-11-09T20:15:09,196 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. after waiting 0 ms 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:09,196 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:09,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e129aba6d3d0b192857faf37c3e507d2: Waiting for close lock at 1731183309196Disabling compacts and flushes for region at 1731183309196Disabling writes for close at 1731183309196Writing region close event to WAL at 1731183309196Closed at 1731183309196 2024-11-09T20:15:09,197 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad3fda80517649630b4ba40dc81530e5, NAME => 'SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:15:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:15:09,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741845_1021 (size=62) 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ad3fda80517649630b4ba40dc81530e5, disabling compactions & flushes 2024-11-09T20:15:09,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. after waiting 0 ms 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:09,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:09,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad3fda80517649630b4ba40dc81530e5: Waiting for close lock at 1731183309209Disabling compacts and flushes for region at 1731183309209Disabling writes for close at 1731183309209Writing region close event to WAL at 1731183309209Closed at 1731183309209 2024-11-09T20:15:09,210 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 460cbf444e7d6d86bdd67338af5a28ed, NAME => 'SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:15:09,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:15:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741846_1022 (size=62) 2024-11-09T20:15:09,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 460cbf444e7d6d86bdd67338af5a28ed, disabling compactions & flushes 2024-11-09T20:15:09,224 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:09,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:09,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. after waiting 0 ms 2024-11-09T20:15:09,224 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:09,225 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:09,225 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 460cbf444e7d6d86bdd67338af5a28ed: Waiting for close lock at 1731183309224Disabling compacts and flushes for region at 1731183309224Disabling writes for close at 1731183309224Writing region close event to WAL at 1731183309224Closed at 1731183309224 2024-11-09T20:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:09,225 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fd5ebfd8546e32442a355999ed9c0829, NAME => 'SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c 2024-11-09T20:15:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:15:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:15:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741847_1023 (size=54) 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fd5ebfd8546e32442a355999ed9c0829, disabling compactions & flushes 2024-11-09T20:15:09,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. after waiting 0 ms 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:09,243 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:09,243 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fd5ebfd8546e32442a355999ed9c0829: Waiting for close lock at 1731183309243Disabling compacts and flushes for region at 1731183309243Disabling writes for close at 1731183309243Writing region close event to WAL at 1731183309243Closed at 1731183309243 2024-11-09T20:15:09,346 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T20:15:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:09,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:09,578 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 54082ba05dacb4959a196c7069f2852d, disabling compactions & flushes 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 71be4d0db24521cd7610adb6f30c89af, disabling compactions & flushes 2024-11-09T20:15:09,579 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:09,579 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. after waiting 0 ms 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. after waiting 0 ms 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:09,579 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:09,579 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54082ba05dacb4959a196c7069f2852d: Waiting for close lock at 1731183309578Disabling compacts and flushes for region at 1731183309578Disabling writes for close at 1731183309579 (+1 ms)Writing region close event to WAL at 1731183309579Closed at 1731183309579 2024-11-09T20:15:09,579 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71be4d0db24521cd7610adb6f30c89af: Waiting for close lock at 1731183309578Disabling compacts and flushes for region at 1731183309578Disabling writes for close at 1731183309579 (+1 ms)Writing region close event to WAL at 1731183309579Closed at 1731183309579 2024-11-09T20:15:09,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T20:15:09,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731183309581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731183309581"}]},"ts":"1731183309581"} 2024-11-09T20:15:09,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T20:15:09,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T20:15:09,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731183309596"}]},"ts":"1731183309596"} 2024-11-09T20:15:09,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T20:15:09,604 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:15:09,610 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:15:09,610 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:15:09,610 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T20:15:09,610 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:15:09,611 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:15:09,611 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T20:15:09,611 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:15:09,611 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:15:09,611 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T20:15:09,611 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:15:09,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6aba80b4530555b076ec8e5430e33cb0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d71d488750eddaaf192e56c4611520, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8c815bc2f294c497d68be2e22caeaf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54082ba05dacb4959a196c7069f2852d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71be4d0db24521cd7610adb6f30c89af, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bb44bdf4741b04417b1d692def618c1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3fda80517649630b4ba40dc81530e5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460cbf444e7d6d86bdd67338af5a28ed, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd5ebfd8546e32442a355999ed9c0829, ASSIGN}] 2024-11-09T20:15:09,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d71d488750eddaaf192e56c4611520, ASSIGN 2024-11-09T20:15:09,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6aba80b4530555b076ec8e5430e33cb0, ASSIGN 2024-11-09T20:15:09,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8c815bc2f294c497d68be2e22caeaf, ASSIGN 2024-11-09T20:15:09,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71be4d0db24521cd7610adb6f30c89af, ASSIGN 2024-11-09T20:15:09,616 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8c815bc2f294c497d68be2e22caeaf, ASSIGN; state=OFFLINE, location=f4e539ab5101,43763,1731183297568; forceNewPlan=false, retain=false 2024-11-09T20:15:09,616 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6aba80b4530555b076ec8e5430e33cb0, ASSIGN; state=OFFLINE, location=f4e539ab5101,41155,1731183297662; forceNewPlan=false, retain=false 2024-11-09T20:15:09,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38d71d488750eddaaf192e56c4611520, ASSIGN; state=OFFLINE, location=f4e539ab5101,34893,1731183297724; forceNewPlan=false, retain=false 2024-11-09T20:15:09,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71be4d0db24521cd7610adb6f30c89af, ASSIGN; state=OFFLINE, location=f4e539ab5101,34893,1731183297724; forceNewPlan=false, retain=false 2024-11-09T20:15:09,621 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd5ebfd8546e32442a355999ed9c0829, ASSIGN 2024-11-09T20:15:09,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd5ebfd8546e32442a355999ed9c0829, ASSIGN; state=OFFLINE, location=f4e539ab5101,41155,1731183297662; forceNewPlan=false, retain=false 2024-11-09T20:15:09,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460cbf444e7d6d86bdd67338af5a28ed, ASSIGN 2024-11-09T20:15:09,625 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460cbf444e7d6d86bdd67338af5a28ed, ASSIGN; state=OFFLINE, location=f4e539ab5101,34893,1731183297724; forceNewPlan=false, retain=false 2024-11-09T20:15:09,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3fda80517649630b4ba40dc81530e5, ASSIGN 2024-11-09T20:15:09,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3fda80517649630b4ba40dc81530e5, ASSIGN; state=OFFLINE, location=f4e539ab5101,43763,1731183297568; forceNewPlan=false, retain=false 2024-11-09T20:15:09,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bb44bdf4741b04417b1d692def618c1, ASSIGN 2024-11-09T20:15:09,632 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2, ASSIGN 2024-11-09T20:15:09,632 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54082ba05dacb4959a196c7069f2852d, ASSIGN 2024-11-09T20:15:09,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bb44bdf4741b04417b1d692def618c1, ASSIGN; state=OFFLINE, location=f4e539ab5101,34893,1731183297724; forceNewPlan=false, retain=false 2024-11-09T20:15:09,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54082ba05dacb4959a196c7069f2852d, ASSIGN; state=OFFLINE, location=f4e539ab5101,43763,1731183297568; forceNewPlan=false, retain=false 2024-11-09T20:15:09,633 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2, ASSIGN; state=OFFLINE, location=f4e539ab5101,41155,1731183297662; forceNewPlan=false, retain=false 2024-11-09T20:15:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:09,767 INFO [f4e539ab5101:43453 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T20:15:09,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=54082ba05dacb4959a196c7069f2852d, regionState=OPENING, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:09,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a8c815bc2f294c497d68be2e22caeaf, regionState=OPENING, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:09,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fd5ebfd8546e32442a355999ed9c0829, regionState=OPENING, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=54082ba05dacb4959a196c7069f2852d, ASSIGN because future has completed 2024-11-09T20:15:09,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e129aba6d3d0b192857faf37c3e507d2, regionState=OPENING, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:09,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aba80b4530555b076ec8e5430e33cb0, regionState=OPENING, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:09,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=460cbf444e7d6d86bdd67338af5a28ed, regionState=OPENING, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:09,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6bb44bdf4741b04417b1d692def618c1, regionState=OPENING, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:09,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71be4d0db24521cd7610adb6f30c89af, regionState=OPENING, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:09,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38d71d488750eddaaf192e56c4611520, regionState=OPENING, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:09,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad3fda80517649630b4ba40dc81530e5, regionState=OPENING, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:09,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54082ba05dacb4959a196c7069f2852d, server=f4e539ab5101,43763,1731183297568}] 2024-11-09T20:15:09,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1a8c815bc2f294c497d68be2e22caeaf, ASSIGN because future has completed 2024-11-09T20:15:09,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf, server=f4e539ab5101,43763,1731183297568}] 2024-11-09T20:15:09,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd5ebfd8546e32442a355999ed9c0829, ASSIGN because future has completed 2024-11-09T20:15:09,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2, ASSIGN because future has completed 2024-11-09T20:15:09,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd5ebfd8546e32442a355999ed9c0829, server=f4e539ab5101,41155,1731183297662}] 2024-11-09T20:15:09,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6aba80b4530555b076ec8e5430e33cb0, ASSIGN because future has completed 2024-11-09T20:15:09,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aba80b4530555b076ec8e5430e33cb0, server=f4e539ab5101,41155,1731183297662}] 2024-11-09T20:15:09,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=460cbf444e7d6d86bdd67338af5a28ed, ASSIGN because future has completed 2024-11-09T20:15:09,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e129aba6d3d0b192857faf37c3e507d2, server=f4e539ab5101,41155,1731183297662}] 2024-11-09T20:15:09,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed, server=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:09,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6bb44bdf4741b04417b1d692def618c1, ASSIGN because future has completed 2024-11-09T20:15:09,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=71be4d0db24521cd7610adb6f30c89af, ASSIGN because future has completed 2024-11-09T20:15:09,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb44bdf4741b04417b1d692def618c1, server=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:09,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38d71d488750eddaaf192e56c4611520, ASSIGN because future has completed 2024-11-09T20:15:09,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ad3fda80517649630b4ba40dc81530e5, ASSIGN because future has completed 2024-11-09T20:15:09,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d71d488750eddaaf192e56c4611520, server=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:09,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71be4d0db24521cd7610adb6f30c89af, server=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:09,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3fda80517649630b4ba40dc81530e5, server=f4e539ab5101,43763,1731183297568}] 2024-11-09T20:15:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:10,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T20:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:13,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:13,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:13,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:14,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:15:14,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:14,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:14,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:19,787 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:15:19,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:15:19,799 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:19,799 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a8c815bc2f294c497d68be2e22caeaf, NAME => 'SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T20:15:19,799 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,799 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,799 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,799 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,803 INFO [StoreOpener-1a8c815bc2f294c497d68be2e22caeaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,805 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:19,805 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e129aba6d3d0b192857faf37c3e507d2, NAME => 'SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T20:15:19,805 INFO [StoreOpener-1a8c815bc2f294c497d68be2e22caeaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a8c815bc2f294c497d68be2e22caeaf columnFamilyName cf 2024-11-09T20:15:19,805 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,805 DEBUG [StoreOpener-1a8c815bc2f294c497d68be2e22caeaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,805 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,805 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,805 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,806 INFO [StoreOpener-1a8c815bc2f294c497d68be2e22caeaf-1 {}] regionserver.HStore(327): Store=1a8c815bc2f294c497d68be2e22caeaf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,806 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,807 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,807 INFO [StoreOpener-e129aba6d3d0b192857faf37c3e507d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,807 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,807 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,808 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,808 INFO [StoreOpener-e129aba6d3d0b192857faf37c3e507d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e129aba6d3d0b192857faf37c3e507d2 columnFamilyName cf 2024-11-09T20:15:19,808 DEBUG [StoreOpener-e129aba6d3d0b192857faf37c3e507d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,809 INFO [StoreOpener-e129aba6d3d0b192857faf37c3e507d2-1 {}] regionserver.HStore(327): Store=e129aba6d3d0b192857faf37c3e507d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,809 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,809 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,810 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,810 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,811 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,811 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,812 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/1a8c815bc2f294c497d68be2e22caeaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,813 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 1a8c815bc2f294c497d68be2e22caeaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72702727, jitterRate=0.08335505425930023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:19,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 1a8c815bc2f294c497d68be2e22caeaf: Running coprocessor pre-open hook at 1731183319800Writing region info on filesystem at 1731183319800Initializing all the Stores at 1731183319801 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319801Cleaning up temporary data from old regions at 1731183319808 (+7 ms)Running coprocessor post-open hooks at 1731183319813 (+5 ms)Region opened successfully at 1731183319813 2024-11-09T20:15:19,813 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,814 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf., pid=16, masterSystemTime=1731183319787 2024-11-09T20:15:19,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T20:15:19,815 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,816 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e129aba6d3d0b192857faf37c3e507d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71078359, jitterRate=0.0591500848531723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T20:15:19,816 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:19,816 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e129aba6d3d0b192857faf37c3e507d2: Running coprocessor pre-open hook at 1731183319805Writing region info on filesystem at 1731183319806 (+1 ms)Initializing all the Stores at 1731183319806Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319806Cleaning up temporary data from old regions at 1731183319811 (+5 ms)Running coprocessor post-open hooks at 1731183319816 (+5 ms)Region opened successfully at 1731183319816 2024-11-09T20:15:19,817 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:19,817 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:19,818 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:19,818 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ad3fda80517649630b4ba40dc81530e5, NAME => 'SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T20:15:19,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1a8c815bc2f294c497d68be2e22caeaf, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:19,818 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,818 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,818 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,818 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,820 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., pid=19, masterSystemTime=1731183319793 2024-11-09T20:15:19,820 INFO [StoreOpener-ad3fda80517649630b4ba40dc81530e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf, server=f4e539ab5101,43763,1731183297568 because future has completed 2024-11-09T20:15:19,823 INFO [StoreOpener-ad3fda80517649630b4ba40dc81530e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad3fda80517649630b4ba40dc81530e5 columnFamilyName cf 2024-11-09T20:15:19,823 DEBUG [StoreOpener-ad3fda80517649630b4ba40dc81530e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,824 INFO [StoreOpener-ad3fda80517649630b4ba40dc81530e5-1 {}] regionserver.HStore(327): Store=ad3fda80517649630b4ba40dc81530e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,824 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,825 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 460cbf444e7d6d86bdd67338af5a28ed, NAME => 'SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T20:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,826 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,827 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,827 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,829 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:19,829 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:19,829 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:19,829 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => fd5ebfd8546e32442a355999ed9c0829, NAME => 'SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T20:15:19,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e129aba6d3d0b192857faf37c3e507d2, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:19,830 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,831 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,832 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43453 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f4e539ab5101,41155,1731183297662, table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T20:15:19,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e129aba6d3d0b192857faf37c3e507d2, server=f4e539ab5101,41155,1731183297662 because future has completed 2024-11-09T20:15:19,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-09T20:15:19,836 INFO [StoreOpener-460cbf444e7d6d86bdd67338af5a28ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,836 INFO [StoreOpener-fd5ebfd8546e32442a355999ed9c0829-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf, server=f4e539ab5101,43763,1731183297568 in 10.0460 sec 2024-11-09T20:15:19,837 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,838 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ad3fda80517649630b4ba40dc81530e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63167685, jitterRate=-0.05872814357280731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,838 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:19,838 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ad3fda80517649630b4ba40dc81530e5: Running coprocessor pre-open hook at 1731183319818Writing region info on filesystem at 1731183319818Initializing all the Stores at 1731183319820 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319820Cleaning up temporary data from old regions at 1731183319827 (+7 ms)Running coprocessor post-open hooks at 1731183319838 (+11 ms)Region opened successfully at 1731183319838 2024-11-09T20:15:19,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1a8c815bc2f294c497d68be2e22caeaf, ASSIGN in 10.2240 sec 2024-11-09T20:15:19,838 INFO [StoreOpener-fd5ebfd8546e32442a355999ed9c0829-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd5ebfd8546e32442a355999ed9c0829 columnFamilyName cf 2024-11-09T20:15:19,838 DEBUG [StoreOpener-fd5ebfd8546e32442a355999ed9c0829-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,839 INFO [StoreOpener-460cbf444e7d6d86bdd67338af5a28ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460cbf444e7d6d86bdd67338af5a28ed columnFamilyName cf 2024-11-09T20:15:19,839 DEBUG [StoreOpener-460cbf444e7d6d86bdd67338af5a28ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,839 INFO [StoreOpener-fd5ebfd8546e32442a355999ed9c0829-1 {}] regionserver.HStore(327): Store=fd5ebfd8546e32442a355999ed9c0829/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-09T20:15:19,839 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5., pid=24, masterSystemTime=1731183319787 2024-11-09T20:15:19,840 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e129aba6d3d0b192857faf37c3e507d2, server=f4e539ab5101,41155,1731183297662 in 10.0340 sec 2024-11-09T20:15:19,840 INFO [StoreOpener-460cbf444e7d6d86bdd67338af5a28ed-1 {}] regionserver.HStore(327): Store=460cbf444e7d6d86bdd67338af5a28ed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e129aba6d3d0b192857faf37c3e507d2, ASSIGN in 10.2270 sec 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,842 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:19,843 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 54082ba05dacb4959a196c7069f2852d, NAME => 'SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T20:15:19,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ad3fda80517649630b4ba40dc81530e5, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,844 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,844 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad3fda80517649630b4ba40dc81530e5, server=f4e539ab5101,43763,1731183297568 because future has completed 2024-11-09T20:15:19,846 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,846 INFO [StoreOpener-54082ba05dacb4959a196c7069f2852d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,848 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,849 INFO [StoreOpener-54082ba05dacb4959a196c7069f2852d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54082ba05dacb4959a196c7069f2852d columnFamilyName cf 2024-11-09T20:15:19,849 DEBUG [StoreOpener-54082ba05dacb4959a196c7069f2852d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,850 INFO [StoreOpener-54082ba05dacb4959a196c7069f2852d-1 {}] regionserver.HStore(327): Store=54082ba05dacb4959a196c7069f2852d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,850 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-09T20:15:19,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ad3fda80517649630b4ba40dc81530e5, server=f4e539ab5101,43763,1731183297568 in 10.0250 sec 2024-11-09T20:15:19,851 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened fd5ebfd8546e32442a355999ed9c0829; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59039034, jitterRate=-0.12024983763694763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for fd5ebfd8546e32442a355999ed9c0829: Running coprocessor pre-open hook at 1731183319830Writing region info on filesystem at 1731183319830Initializing all the Stores at 1731183319832 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319832Cleaning up temporary data from old regions at 1731183319842 (+10 ms)Running coprocessor post-open hooks at 1731183319852 (+10 ms)Region opened successfully at 1731183319852 2024-11-09T20:15:19,853 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,854 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829., pid=17, masterSystemTime=1731183319793 2024-11-09T20:15:19,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ad3fda80517649630b4ba40dc81530e5, ASSIGN in 10.2390 sec 2024-11-09T20:15:19,854 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,854 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,854 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,854 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,855 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 460cbf444e7d6d86bdd67338af5a28ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73381044, jitterRate=0.09346276521682739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,855 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:19,856 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 460cbf444e7d6d86bdd67338af5a28ed: Running coprocessor pre-open hook at 1731183319827Writing region info on filesystem at 1731183319827Initializing all the Stores at 1731183319828 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319828Cleaning up temporary data from old regions at 1731183319844 (+16 ms)Running coprocessor post-open hooks at 1731183319855 (+11 ms)Region opened successfully at 1731183319855 2024-11-09T20:15:19,857 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:19,857 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:19,857 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,857 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:19,857 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., pid=20, masterSystemTime=1731183319814 2024-11-09T20:15:19,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fd5ebfd8546e32442a355999ed9c0829, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:19,857 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aba80b4530555b076ec8e5430e33cb0, NAME => 'SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T20:15:19,858 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,858 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,858 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,858 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,860 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:19,860 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:19,860 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:19,860 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 38d71d488750eddaaf192e56c4611520, NAME => 'SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T20:15:19,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,861 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=460cbf444e7d6d86bdd67338af5a28ed, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:19,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd5ebfd8546e32442a355999ed9c0829, server=f4e539ab5101,41155,1731183297662 because future has completed 2024-11-09T20:15:19,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed, server=f4e539ab5101,34893,1731183297724 because future has completed 2024-11-09T20:15:19,865 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/54082ba05dacb4959a196c7069f2852d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,865 INFO [StoreOpener-6aba80b4530555b076ec8e5430e33cb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-09T20:15:19,866 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 54082ba05dacb4959a196c7069f2852d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67962862, jitterRate=0.01272556185722351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,866 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:19,866 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 54082ba05dacb4959a196c7069f2852d: Running coprocessor pre-open hook at 1731183319844Writing region info on filesystem at 1731183319844Initializing all the Stores at 1731183319845 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319845Cleaning up temporary data from old regions at 1731183319854 (+9 ms)Running coprocessor post-open hooks at 1731183319866 (+12 ms)Region opened successfully at 1731183319866 2024-11-09T20:15:19,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fd5ebfd8546e32442a355999ed9c0829, server=f4e539ab5101,41155,1731183297662 in 10.0740 sec 2024-11-09T20:15:19,867 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d., pid=15, masterSystemTime=1731183319787 2024-11-09T20:15:19,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-09T20:15:19,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed, server=f4e539ab5101,34893,1731183297724 in 10.0640 sec 2024-11-09T20:15:19,870 INFO [StoreOpener-6aba80b4530555b076ec8e5430e33cb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aba80b4530555b076ec8e5430e33cb0 columnFamilyName cf 2024-11-09T20:15:19,870 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:19,871 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:19,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd5ebfd8546e32442a355999ed9c0829, ASSIGN in 10.2540 sec 2024-11-09T20:15:19,871 DEBUG [StoreOpener-6aba80b4530555b076ec8e5430e33cb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=460cbf444e7d6d86bdd67338af5a28ed, ASSIGN in 10.2560 sec 2024-11-09T20:15:19,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=54082ba05dacb4959a196c7069f2852d, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:19,872 INFO [StoreOpener-6aba80b4530555b076ec8e5430e33cb0-1 {}] regionserver.HStore(327): Store=6aba80b4530555b076ec8e5430e33cb0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,872 INFO [StoreOpener-38d71d488750eddaaf192e56c4611520-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,872 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,873 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54082ba05dacb4959a196c7069f2852d, server=f4e539ab5101,43763,1731183297568 because future has completed 2024-11-09T20:15:19,874 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,875 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,875 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,876 INFO [StoreOpener-38d71d488750eddaaf192e56c4611520-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d71d488750eddaaf192e56c4611520 columnFamilyName cf 2024-11-09T20:15:19,876 DEBUG [StoreOpener-38d71d488750eddaaf192e56c4611520-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,877 INFO [StoreOpener-38d71d488750eddaaf192e56c4611520-1 {}] regionserver.HStore(327): Store=38d71d488750eddaaf192e56c4611520/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,877 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,878 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-09T20:15:19,879 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 54082ba05dacb4959a196c7069f2852d, server=f4e539ab5101,43763,1731183297568 in 10.0950 sec 2024-11-09T20:15:19,880 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,880 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,881 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6aba80b4530555b076ec8e5430e33cb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=54082ba05dacb4959a196c7069f2852d, ASSIGN in 10.2670 sec 2024-11-09T20:15:19,882 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6aba80b4530555b076ec8e5430e33cb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61650658, jitterRate=-0.08133360743522644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,882 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:19,882 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6aba80b4530555b076ec8e5430e33cb0: Running coprocessor pre-open hook at 1731183319859Writing region info on filesystem at 1731183319859Initializing all the Stores at 1731183319860 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319861 (+1 ms)Cleaning up temporary data from old regions at 1731183319875 (+14 ms)Running coprocessor post-open hooks at 1731183319882 (+7 ms)Region opened successfully at 1731183319882 2024-11-09T20:15:19,882 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,883 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0., pid=18, masterSystemTime=1731183319793 2024-11-09T20:15:19,885 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:19,885 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/38d71d488750eddaaf192e56c4611520/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,885 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:19,885 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 38d71d488750eddaaf192e56c4611520; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62497549, jitterRate=-0.0687139481306076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,885 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:19,885 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 38d71d488750eddaaf192e56c4611520: Running coprocessor pre-open hook at 1731183319861Writing region info on filesystem at 1731183319861Initializing all the Stores at 1731183319863 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319863Cleaning up temporary data from old regions at 1731183319880 (+17 ms)Running coprocessor post-open hooks at 1731183319885 (+5 ms)Region opened successfully at 1731183319885 2024-11-09T20:15:19,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6aba80b4530555b076ec8e5430e33cb0, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:19,886 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520., pid=22, masterSystemTime=1731183319814 2024-11-09T20:15:19,888 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:19,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aba80b4530555b076ec8e5430e33cb0, server=f4e539ab5101,41155,1731183297662 because future has completed 2024-11-09T20:15:19,888 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:19,888 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:19,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bb44bdf4741b04417b1d692def618c1, NAME => 'SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T20:15:19,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,889 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38d71d488750eddaaf192e56c4611520, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:19,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,889 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d71d488750eddaaf192e56c4611520, server=f4e539ab5101,34893,1731183297724 because future has completed 2024-11-09T20:15:19,892 INFO [StoreOpener-6bb44bdf4741b04417b1d692def618c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-09T20:15:19,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aba80b4530555b076ec8e5430e33cb0, server=f4e539ab5101,41155,1731183297662 in 10.0960 sec 2024-11-09T20:15:19,894 INFO [StoreOpener-6bb44bdf4741b04417b1d692def618c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb44bdf4741b04417b1d692def618c1 columnFamilyName cf 2024-11-09T20:15:19,894 DEBUG [StoreOpener-6bb44bdf4741b04417b1d692def618c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6aba80b4530555b076ec8e5430e33cb0, ASSIGN in 10.2810 sec 2024-11-09T20:15:19,895 INFO [StoreOpener-6bb44bdf4741b04417b1d692def618c1-1 {}] regionserver.HStore(327): Store=6bb44bdf4741b04417b1d692def618c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,895 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-09T20:15:19,896 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38d71d488750eddaaf192e56c4611520, server=f4e539ab5101,34893,1731183297724 in 10.0740 sec 2024-11-09T20:15:19,896 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,897 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,897 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d71d488750eddaaf192e56c4611520, ASSIGN in 10.2840 sec 2024-11-09T20:15:19,899 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,901 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6bb44bdf4741b04417b1d692def618c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,901 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6bb44bdf4741b04417b1d692def618c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204896, jitterRate=-0.028371334075927734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,901 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:19,902 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6bb44bdf4741b04417b1d692def618c1: Running coprocessor pre-open hook at 1731183319889Writing region info on filesystem at 1731183319889Initializing all the Stores at 1731183319892 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319892Cleaning up temporary data from old regions at 1731183319897 (+5 ms)Running coprocessor post-open hooks at 1731183319901 (+4 ms)Region opened successfully at 1731183319901 2024-11-09T20:15:19,902 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1., pid=21, masterSystemTime=1731183319814 2024-11-09T20:15:19,904 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:19,904 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:19,905 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:19,905 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6bb44bdf4741b04417b1d692def618c1, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:19,905 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 71be4d0db24521cd7610adb6f30c89af, NAME => 'SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T20:15:19,905 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,905 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:19,905 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,905 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb44bdf4741b04417b1d692def618c1, server=f4e539ab5101,34893,1731183297724 because future has completed 2024-11-09T20:15:19,907 INFO [StoreOpener-71be4d0db24521cd7610adb6f30c89af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,909 INFO [StoreOpener-71be4d0db24521cd7610adb6f30c89af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71be4d0db24521cd7610adb6f30c89af columnFamilyName cf 2024-11-09T20:15:19,909 DEBUG [StoreOpener-71be4d0db24521cd7610adb6f30c89af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:19,910 INFO [StoreOpener-71be4d0db24521cd7610adb6f30c89af-1 {}] regionserver.HStore(327): Store=71be4d0db24521cd7610adb6f30c89af/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T20:15:19,910 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,911 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-09T20:15:19,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bb44bdf4741b04417b1d692def618c1, server=f4e539ab5101,34893,1731183297724 in 10.1020 sec 2024-11-09T20:15:19,911 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,911 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,912 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6bb44bdf4741b04417b1d692def618c1, ASSIGN in 10.2990 sec 2024-11-09T20:15:19,913 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,916 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/71be4d0db24521cd7610adb6f30c89af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T20:15:19,916 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 71be4d0db24521cd7610adb6f30c89af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64170654, jitterRate=-0.04378274083137512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T20:15:19,916 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:19,917 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 71be4d0db24521cd7610adb6f30c89af: Running coprocessor pre-open hook at 1731183319906Writing region info on filesystem at 1731183319906Initializing all the Stores at 1731183319907 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183319907Cleaning up temporary data from old regions at 1731183319912 (+5 ms)Running coprocessor post-open hooks at 1731183319916 (+4 ms)Region opened successfully at 1731183319916 2024-11-09T20:15:19,917 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af., pid=23, masterSystemTime=1731183319814 2024-11-09T20:15:19,919 DEBUG [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:19,919 INFO [RS_OPEN_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:19,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71be4d0db24521cd7610adb6f30c89af, regionState=OPEN, openSeqNum=2, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:19,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71be4d0db24521cd7610adb6f30c89af, server=f4e539ab5101,34893,1731183297724 because future has completed 2024-11-09T20:15:19,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-09T20:15:19,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71be4d0db24521cd7610adb6f30c89af, server=f4e539ab5101,34893,1731183297724 in 10.1010 sec 2024-11-09T20:15:19,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-09T20:15:19,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=71be4d0db24521cd7610adb6f30c89af, ASSIGN in 10.3140 sec 2024-11-09T20:15:19,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T20:15:19,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731183319933"}]},"ts":"1731183319933"} 2024-11-09T20:15:19,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T20:15:19,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T20:15:19,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8260 sec 2024-11-09T20:15:20,163 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f4e539ab5101:46387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T20:15:22,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T20:15:24,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:24,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:24,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:25,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T20:15:25,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:25,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:25,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T20:15:27,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:15:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T20:15:27,346 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T20:15:27,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T20:15:27,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:15:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T20:15:27,351 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:15:27,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T20:15:27,385 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,388 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,390 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,391 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,392 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,394 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,395 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,435 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5., hostname=f4e539ab5101,43763,1731183297568, seqNum=2] 2024-11-09T20:15:27,437 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5., hostname=f4e539ab5101,43763,1731183297568, seqNum=2] 2024-11-09T20:15:27,439 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5., hostname=f4e539ab5101,43763,1731183297568, seqNum=2] 2024-11-09T20:15:27,440 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5., hostname=f4e539ab5101,43763,1731183297568, seqNum=2] 2024-11-09T20:15:27,486 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,487 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,501 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,502 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,504 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,505 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,509 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed., hostname=f4e539ab5101,34893,1731183297724, seqNum=2] 2024-11-09T20:15:27,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,569 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:27,570 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829., hostname=f4e539ab5101,41155,1731183297662, seqNum=2] 2024-11-09T20:15:28,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:15:28,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:15:28,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T20:15:28,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T20:15:28,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34893 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:15:28,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:28,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:15:28,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:15:29,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T20:15:29,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T20:15:29,329 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:15:29,330 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T20:15:29,331 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T20:15:29,336 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T20:15:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:15:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:15:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741848_1024 (size=49) 2024-11-09T20:15:29,361 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T20:15:29,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6aba80b4530555b076ec8e5430e33cb0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d71d488750eddaaf192e56c4611520}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54082ba05dacb4959a196c7069f2852d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71be4d0db24521cd7610adb6f30c89af}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bb44bdf4741b04417b1d692def618c1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e129aba6d3d0b192857faf37c3e507d2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3fda80517649630b4ba40dc81530e5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd5ebfd8546e32442a355999ed9c0829}] 2024-11-09T20:15:29,364 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:29,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:29,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:29,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:29,365 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:29,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:29,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:29,372 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:29,374 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:29,378 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:39,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T20:15:39,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T20:15:39,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T20:15:39,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T20:15:39,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 71be4d0db24521cd7610adb6f30c89af: 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 54082ba05dacb4959a196c7069f2852d: 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:39,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6aba80b4530555b076ec8e5430e33cb0: 2024-11-09T20:15:39,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing ad3fda80517649630b4ba40dc81530e5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:39,369 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 460cbf444e7d6d86bdd67338af5a28ed 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T20:15:39,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T20:15:39,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:39,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1a8c815bc2f294c497d68be2e22caeaf: 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:39,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing fd5ebfd8546e32442a355999ed9c0829 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6bb44bdf4741b04417b1d692def618c1: 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:39,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e129aba6d3d0b192857faf37c3e507d2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T20:15:39,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/.tmp/cf/027d49a3a8674ea3a57f7ad5a367fa38 is 34, key is ccd/cf:cf/1731183328566/Put/seqid=0 2024-11-09T20:15:39,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/.tmp/cf/8e363b5159a14195bcb6559f9cdf8163 is 34, key is baa/cf:cf/1731183328611/Put/seqid=0 2024-11-09T20:15:39,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/.tmp/cf/39bc053568364b64863c090c6f0d2d88 is 34, key is aaa/cf:cf/1731183328614/Put/seqid=0 2024-11-09T20:15:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:15:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:15:39,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741852_1028 (size=65) 2024-11-09T20:15:39,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 38d71d488750eddaaf192e56c4611520: 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T20:15:39,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T20:15:39,426 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:15:39,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 71be4d0db24521cd7610adb6f30c89af in 10.0660 sec 2024-11-09T20:15:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:15:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:15:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741849_1025 (size=65) 2024-11-09T20:15:39,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:15:39,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T20:15:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T20:15:39,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:39,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:15:39,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a8c815bc2f294c497d68be2e22caeaf in 10.1110 sec 2024-11-09T20:15:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:15:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:15:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741850_1026 (size=65) 2024-11-09T20:15:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:15:39,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T20:15:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T20:15:39,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:39,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:15:39,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6bb44bdf4741b04417b1d692def618c1 in 10.1280 sec 2024-11-09T20:15:39,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/.tmp/cf/8e2c98021cad43ebbfd10868f51bfb99 is 34, key is eaa/cf:cf/1731183329180/Put/seqid=0 2024-11-09T20:15:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741853_1029 (size=57) 2024-11-09T20:15:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741853_1029 (size=57) 2024-11-09T20:15:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741853_1029 (size=57) 2024-11-09T20:15:39,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731183309109.6aba80b4530555b076ec8e5430e33cb0. 2024-11-09T20:15:39,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T20:15:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T20:15:39,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:39,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6aba80b4530555b076ec8e5430e33cb0 2024-11-09T20:15:39,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6aba80b4530555b076ec8e5430e33cb0 in 10.1420 sec 2024-11-09T20:15:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:15:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:15:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741851_1027 (size=65) 2024-11-09T20:15:39,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:15:39,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T20:15:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T20:15:39,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:39,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:15:39,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 54082ba05dacb4959a196c7069f2852d in 10.1520 sec 2024-11-09T20:15:39,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:15:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:15:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741854_1030 (size=47197) 2024-11-09T20:15:39,548 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/.tmp/cf/027d49a3a8674ea3a57f7ad5a367fa38 2024-11-09T20:15:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741856_1032 (size=26918) 2024-11-09T20:15:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741856_1032 (size=26918) 2024-11-09T20:15:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741856_1032 (size=26918) 2024-11-09T20:15:39,560 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/.tmp/cf/39bc053568364b64863c090c6f0d2d88 2024-11-09T20:15:39,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:15:39,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:15:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741855_1031 (size=28623) 2024-11-09T20:15:39,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/.tmp/cf/8e363b5159a14195bcb6559f9cdf8163 2024-11-09T20:15:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:15:39,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:15:39,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741857_1033 (size=499309) 2024-11-09T20:15:39,590 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/.tmp/cf/8e2c98021cad43ebbfd10868f51bfb99 2024-11-09T20:15:39,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/.tmp/cf/027d49a3a8674ea3a57f7ad5a367fa38 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/cf/027d49a3a8674ea3a57f7ad5a367fa38 2024-11-09T20:15:39,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/.tmp/cf/8e363b5159a14195bcb6559f9cdf8163 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/cf/8e363b5159a14195bcb6559f9cdf8163 2024-11-09T20:15:39,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/.tmp/cf/8e2c98021cad43ebbfd10868f51bfb99 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/cf/8e2c98021cad43ebbfd10868f51bfb99 2024-11-09T20:15:39,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/cf/027d49a3a8674ea3a57f7ad5a367fa38, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T20:15:39,613 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 460cbf444e7d6d86bdd67338af5a28ed in 243ms, sequenceid=5, compaction requested=false 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 460cbf444e7d6d86bdd67338af5a28ed: 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/cf/027d49a3a8674ea3a57f7ad5a367fa38] hfiles 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/cf/027d49a3a8674ea3a57f7ad5a367fa38 for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/.tmp/cf/39bc053568364b64863c090c6f0d2d88 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/cf/39bc053568364b64863c090c6f0d2d88 2024-11-09T20:15:39,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/cf/8e363b5159a14195bcb6559f9cdf8163, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T20:15:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:15:39,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for ad3fda80517649630b4ba40dc81530e5 in 250ms, sequenceid=5, compaction requested=false 2024-11-09T20:15:39,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for ad3fda80517649630b4ba40dc81530e5: 2024-11-09T20:15:39,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:15:39,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/cf/8e363b5159a14195bcb6559f9cdf8163] hfiles 2024-11-09T20:15:39,620 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/cf/8e363b5159a14195bcb6559f9cdf8163 for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741858_1034 (size=65) 2024-11-09T20:15:39,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:15:39,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T20:15:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T20:15:39,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:39,625 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/cf/8e2c98021cad43ebbfd10868f51bfb99, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T20:15:39,625 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d71d488750eddaaf192e56c4611520 2024-11-09T20:15:39,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for fd5ebfd8546e32442a355999ed9c0829 in 257ms, sequenceid=5, compaction requested=false 2024-11-09T20:15:39,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fd5ebfd8546e32442a355999ed9c0829: 2024-11-09T20:15:39,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/cf/8e2c98021cad43ebbfd10868f51bfb99] hfiles 2024-11-09T20:15:39,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/fd5ebfd8546e32442a355999ed9c0829/cf/8e2c98021cad43ebbfd10868f51bfb99 for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38d71d488750eddaaf192e56c4611520 in 10.2660 sec 2024-11-09T20:15:39,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/cf/39bc053568364b64863c090c6f0d2d88, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T20:15:39,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for e129aba6d3d0b192857faf37c3e507d2 in 264ms, sequenceid=5, compaction requested=false 2024-11-09T20:15:39,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e129aba6d3d0b192857faf37c3e507d2: 2024-11-09T20:15:39,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. for SnapshotProcedureTest completed. 2024-11-09T20:15:39,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T20:15:39,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/cf/39bc053568364b64863c090c6f0d2d88] hfiles 2024-11-09T20:15:39,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/e129aba6d3d0b192857faf37c3e507d2/cf/39bc053568364b64863c090c6f0d2d88 for snapshot=SnapshotProcedureTest 2024-11-09T20:15:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:15:39,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:15:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741859_1035 (size=105) 2024-11-09T20:15:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:15:39,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T20:15:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T20:15:39,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:39,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:15:39,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 460cbf444e7d6d86bdd67338af5a28ed in 10.3200 sec 2024-11-09T20:15:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:15:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:15:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741860_1036 (size=105) 2024-11-09T20:15:39,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:15:39,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T20:15:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T20:15:39,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:39,703 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:15:39,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ad3fda80517649630b4ba40dc81530e5 in 10.3440 sec 2024-11-09T20:15:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:15:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:15:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741861_1037 (size=97) 2024-11-09T20:15:39,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731183309109.fd5ebfd8546e32442a355999ed9c0829. 2024-11-09T20:15:39,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T20:15:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T20:15:39,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:39,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd5ebfd8546e32442a355999ed9c0829 2024-11-09T20:15:39,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd5ebfd8546e32442a355999ed9c0829 in 10.3710 sec 2024-11-09T20:15:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741862_1038 (size=105) 2024-11-09T20:15:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741862_1038 (size=105) 2024-11-09T20:15:39,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741862_1038 (size=105) 2024-11-09T20:15:39,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731183309109.e129aba6d3d0b192857faf37c3e507d2. 2024-11-09T20:15:39,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T20:15:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T20:15:39,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:39,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e129aba6d3d0b192857faf37c3e507d2 2024-11-09T20:15:39,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-09T20:15:39,748 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T20:15:39,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e129aba6d3d0b192857faf37c3e507d2 in 10.3850 sec 2024-11-09T20:15:39,749 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T20:15:39,751 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T20:15:39,751 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T20:15:39,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:15:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:15:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:15:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741863_1039 (size=1174) 2024-11-09T20:15:39,815 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T20:15:39,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T20:15:39,826 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,827 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:39,827 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:39,827 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:39,827 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,833 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,833 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:39,834 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:39,834 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:39,845 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:15:39,846 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,846 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f4e539ab5101,41155,1731183297662: Simulated kill ***** 2024-11-09T20:15:39,846 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T20:15:39,847 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T20:15:39,848 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T20:15:39,848 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T20:15:39,848 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T20:15:39,848 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 637231624 }, "NonHeapMemoryUsage": { "committed": 177602560, "init": 7667712, "max": -1, "used": 173139608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T20:15:39,849 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43453 {}] master.MasterRpcServices(700): f4e539ab5101,41155,1731183297662 reported a fatal error: ***** ABORTING region server f4e539ab5101,41155,1731183297662: Simulated kill ***** 2024-11-09T20:15:39,849 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,41155,1731183297662' ***** 2024-11-09T20:15:39,849 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T20:15:39,850 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:15:39,850 INFO [RS:1;f4e539ab5101:41155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T20:15:39,850 INFO [RS:1;f4e539ab5101:41155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T20:15:39,850 INFO [RS:1;f4e539ab5101:41155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:15:39,850 INFO [RS:1;f4e539ab5101:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f4e539ab5101:41155. 2024-11-09T20:15:39,850 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T20:15:39,850 DEBUG [RS:1;f4e539ab5101:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:15:39,850 DEBUG [RS:1;f4e539ab5101:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:39,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:15:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:15:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:15:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741836_1012 (size=14382) 2024-11-09T20:15:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741833_1009 (size=1995) 2024-11-09T20:15:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741833_1009 (size=1995) 2024-11-09T20:15:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741833_1009 (size=1995) 2024-11-09T20:15:39,865 DEBUG [RS:1;f4e539ab5101:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:15:39,865 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:15:39,865 INFO [RS:1;f4e539ab5101:41155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41155 2024-11-09T20:15:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:15:39,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,925 INFO [RS:1;f4e539ab5101:41155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:15:39,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,41155,1731183297662] 2024-11-09T20:15:39,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,41155,1731183297662 already deleted, retry=false 2024-11-09T20:15:39,946 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f4e539ab5101,41155,1731183297662 on f4e539ab5101,43453,1731183297315 2024-11-09T20:15:39,947 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f4e539ab5101,41155,1731183297662, splitWal=true, meta=true 2024-11-09T20:15:39,947 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for f4e539ab5101,41155,1731183297662 (carryingMeta=true) f4e539ab5101,41155,1731183297662/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7d941c3c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T20:15:39,948 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f4e539ab5101,41155,1731183297662, splitWal=true, meta=true 2024-11-09T20:15:39,948 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:15:39,954 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f4e539ab5101,41155,1731183297662, splitWal=true, meta=true, isMeta: true 2024-11-09T20:15:39,956 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,41155,1731183297662 Release verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,956 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to f4e539ab5101,41155,1731183297662, this operation will be retried to send to another server 2024-11-09T20:15:39,956 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T20:15:39,956 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731183340956 2024-11-09T20:15:39,957 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting 2024-11-09T20:15:39,957 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,41155,1731183297662 Release verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,957 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-09T20:15:39,957 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to f4e539ab5101,41155,1731183297662, this operation will be retried to send to another server 2024-11-09T20:15:39,957 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-09T20:15:39,957 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-09T20:15:39,957 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T20:15:39,957 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731183340957 2024-11-09T20:15:39,958 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4e539ab5101,41155,1731183297662 WAL count=1, meta=true 2024-11-09T20:15:39,958 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,41155,1731183297662 Release verify snapshot worker=f4e539ab5101,41155,1731183297662 2024-11-09T20:15:39,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta}] 2024-11-09T20:15:39,958 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to f4e539ab5101,41155,1731183297662, this operation will be retried to send to another server 2024-11-09T20:15:39,958 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T20:15:39,958 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731183340958 2024-11-09T20:15:39,961 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:39,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, worker=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:40,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:15:40,035 INFO [RS:1;f4e539ab5101:41155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:15:40,036 INFO [RS:1;f4e539ab5101:41155 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,41155,1731183297662; zookeeper connection closed. 2024-11-09T20:15:40,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x101213cbeb60002, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:15:40,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57be62ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57be62ae 2024-11-09T20:15:40,697 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T20:15:40,697 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T20:15:49,092 INFO [master/f4e539ab5101:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T20:15:49,092 INFO [master/f4e539ab5101:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T20:15:49,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T20:15:49,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T20:15:49,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T20:15:49,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:15:49,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T20:15:49,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T20:15:49,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T20:15:49,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T20:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T20:15:49,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T20:15:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T20:15:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T20:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T20:15:49,838 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T20:15:49,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 10.0170 sec 2024-11-09T20:15:49,840 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,841 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,841 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,841 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:49,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T20:15:49,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T20:15:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T20:15:49,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T20:15:49,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T20:15:49,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 10.0180 sec 2024-11-09T20:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T20:15:49,846 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 Release verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T20:15:49,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 10.0200 sec 2024-11-09T20:15:49,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 in 10.0250 sec 2024-11-09T20:15:49,849 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 Release verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:49,849 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 Release verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:49,850 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:49,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 in 10.0280 sec 2024-11-09T20:15:49,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 in 10.0280 sec 2024-11-09T20:15:49,858 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, size=14.0 K (14382bytes) 2024-11-09T20:15:49,858 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta 2024-11-09T20:15:49,858 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta after 0ms 2024-11-09T20:15:49,861 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta took 3ms 2024-11-09T20:15:49,864 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T20:15:49,865 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta so closing down 2024-11-09T20:15:49,866 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T20:15:49,866 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp 2024-11-09T20:15:49,870 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp 2024-11-09T20:15:49,871 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T20:15:49,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741864_1040 (size=14141) 2024-11-09T20:15:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741864_1040 (size=14141) 2024-11-09T20:15:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741864_1040 (size=14141) 2024-11-09T20:15:50,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-09T20:15:50,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:15:50,312 INFO [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 449 ms; skipped=1; WAL=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T20:15:50,312 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, journal: Splitting hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, size=14.0 K (14382bytes) at 1731183349858Finishing writing output for hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta so closing down at 1731183349866 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp at 1731183349870 (+4 ms)3 split writer threads finished at 1731183349871 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731183350310 (+439 ms)Rename recovered edits hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta.temp to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731183350311 (+1 ms)Processed 26 edits across 1 Regions in 449 ms; skipped=1; WAL=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731183350312 (+1 ms) 2024-11-09T20:15:50,312 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta 2024-11-09T20:15:50,312 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4e539ab5101:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T20:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T20:15:50,315 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting/f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs 2024-11-09T20:15:50,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T20:15:50,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, worker=f4e539ab5101,34893,1731183297724 in 10.3530 sec 2024-11-09T20:15:50,318 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:50,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T20:15:50,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure f4e539ab5101%2C41155%2C1731183297662.meta.1731183308908.meta, worker=f4e539ab5101,34893,1731183297724 in 10.3600 sec 2024-11-09T20:15:50,322 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,41155,1731183297662-splitting dir is empty, no logs to split. 2024-11-09T20:15:50,322 INFO [PEWorker-5 {}] master.SplitWALManager(105): f4e539ab5101,41155,1731183297662 WAL count=0, meta=true 2024-11-09T20:15:50,322 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if f4e539ab5101,41155,1731183297662 WAL splitting is done? wals=0, meta=true 2024-11-09T20:15:50,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T20:15:50,324 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:15:50,329 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T20:15:50,480 DEBUG [f4e539ab5101:43453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T20:15:50,480 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(204): Hosts are {f4e539ab5101=0} racks are {/default-rack=0} 2024-11-09T20:15:50,481 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T20:15:50,481 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T20:15:50,481 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T20:15:50,481 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T20:15:50,481 INFO [f4e539ab5101:43453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T20:15:50,481 INFO [f4e539ab5101:43453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T20:15:50,481 DEBUG [f4e539ab5101:43453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T20:15:50,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:50,483 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,34893,1731183297724, state=OPENING 2024-11-09T20:15:50,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:50,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:50,535 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:15:50,535 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T20:15:50,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:50,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:50,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:15:50,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:15:57,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T20:15:58,673 INFO [regionserver/f4e539ab5101:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T20:15:59,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T20:15:59,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T20:15:59,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T20:15:59,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T20:15:59,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T20:15:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T20:15:59,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T20:15:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T20:15:59,851 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:59,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 20.0300 sec 2024-11-09T20:15:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T20:15:59,856 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:59,858 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 Release verify snapshot worker=f4e539ab5101,43763,1731183297568 2024-11-09T20:15:59,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 20.0350 sec 2024-11-09T20:15:59,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,43763,1731183297568 in 20.0370 sec 2024-11-09T20:15:59,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T20:15:59,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T20:15:59,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43453 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T20:15:59,867 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T20:15:59,868 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T20:15:59,868 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T20:15:59,873 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 Release verify snapshot worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:15:59,875 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4e539ab5101%2C34893%2C1731183297724.meta, suffix=.meta, logDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724, archiveDir=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs, maxLogs=32 2024-11-09T20:15:59,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-09T20:15:59,880 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T20:15:59,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f4e539ab5101,34893,1731183297724 in 20.0520 sec 2024-11-09T20:15:59,881 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T20:15:59,885 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T20:15:59,885 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T20:15:59,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5590 sec 2024-11-09T20:15:59,910 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724/f4e539ab5101%2C34893%2C1731183297724.meta.1731183359877.meta, exclude list is [], retry=0 2024-11-09T20:15:59,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43849,DS-b1ae261d-beed-46ec-9b45-62be8a356e0e,DISK] 2024-11-09T20:15:59,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45227,DS-7f86291e-9cd3-45cc-b4c0-bc06b3875ba8,DISK] 2024-11-09T20:15:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-c7322158-fafa-485a-a03d-c2bc253f4c14,DISK] 2024-11-09T20:15:59,949 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/WALs/f4e539ab5101,34893,1731183297724/f4e539ab5101%2C34893%2C1731183297724.meta.1731183359877.meta 2024-11-09T20:15:59,957 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901),(127.0.0.1/127.0.0.1:33859:33859),(127.0.0.1/127.0.0.1:42731:42731)] 2024-11-09T20:15:59,957 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T20:15:59,958 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T20:15:59,958 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T20:15:59,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T20:15:59,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T20:15:59,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:59,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:59,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T20:15:59,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T20:15:59,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:59,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T20:15:59,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T20:15:59,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:15:59,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:15:59,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T20:15:59,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T20:15:59,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T20:16:00,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T20:16:00,000 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T20:16:00,002 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:16:00,013 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740 2024-11-09T20:16:00,019 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:16:00,034 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:16:00,035 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T20:16:00,087 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/info/27570313b41745f2b970ce3f38e22f98 is 167, key is SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520./info:regioninfo/1731183319889/Put/seqid=0 2024-11-09T20:16:00,169 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T20:16:00,172 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4e539ab5101:41155 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:41155 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T20:16:00,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1, error=java.net.ConnectException: Call to address=f4e539ab5101:41155 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:41155 2024-11-09T20:16:00,174 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T20:16:00,174 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,41155,1731183297662, seqNum=-1 from cache 2024-11-09T20:16:00,174 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address f4e539ab5101:41155 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4e539ab5101/172.17.0.3:41155 2024-11-09T20:16:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741866_1042 (size=18393) 2024-11-09T20:16:00,217 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/info/27570313b41745f2b970ce3f38e22f98 2024-11-09T20:16:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741866_1042 (size=18393) 2024-11-09T20:16:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741866_1042 (size=18393) 2024-11-09T20:16:00,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:16:00,287 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1] 2024-11-09T20:16:00,288 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/ns/dfb5d746c2e645feb90b336be9d619a9 is 43, key is default/ns:d/1731183308984/Put/seqid=0 2024-11-09T20:16:00,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:52354 deadline: 1731183420171, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,333 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:16:00,333 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:16:00,333 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 from cache 2024-11-09T20:16:00,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:16:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:16:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741867_1043 (size=5153) 2024-11-09T20:16:00,360 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/ns/dfb5d746c2e645feb90b336be9d619a9 2024-11-09T20:16:00,423 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/table/891f20a0fef4474aa0ceff593cee24bc is 47, key is SPTestTable/table:state/1731183319933/Put/seqid=0 2024-11-09T20:16:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741868_1044 (size=5214) 2024-11-09T20:16:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741868_1044 (size=5214) 2024-11-09T20:16:00,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:16:00,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741868_1044 (size=5214) 2024-11-09T20:16:00,546 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1] 2024-11-09T20:16:00,546 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/table/891f20a0fef4474aa0ceff593cee24bc 2024-11-09T20:16:00,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:52354 deadline: 1731183420171, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,548 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:16:00,548 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on f4e539ab5101,34893,1731183297724 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T20:16:00,556 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1 from cache 2024-11-09T20:16:00,571 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/info/27570313b41745f2b970ce3f38e22f98 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/info/27570313b41745f2b970ce3f38e22f98 2024-11-09T20:16:00,591 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/info/27570313b41745f2b970ce3f38e22f98, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T20:16:00,593 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/ns/dfb5d746c2e645feb90b336be9d619a9 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/ns/dfb5d746c2e645feb90b336be9d619a9 2024-11-09T20:16:00,618 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/ns/dfb5d746c2e645feb90b336be9d619a9, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T20:16:00,622 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/.tmp/table/891f20a0fef4474aa0ceff593cee24bc as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/table/891f20a0fef4474aa0ceff593cee24bc 2024-11-09T20:16:00,642 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/table/891f20a0fef4474aa0ceff593cee24bc, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T20:16:00,643 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T20:16:00,644 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T20:16:00,646 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T20:16:00,646 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T20:16:00,647 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T20:16:00,649 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T20:16:00,677 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T20:16:00,680 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74312291, jitterRate=0.10733942687511444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T20:16:00,680 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T20:16:00,680 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731183359959Writing region info on filesystem at 1731183359959Initializing all the Stores at 1731183359962 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183359962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183359978 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731183359978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731183359978Obtaining lock to block concurrent updates at 1731183360035 (+57 ms)Preparing flush snapshotting stores in 1588230740 at 1731183360035Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731183360036 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731183360036Flushing 1588230740/info: creating writer at 1731183360036Flushing 1588230740/info: appending metadata at 1731183360086 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731183360086Flushing 1588230740/ns: creating writer at 1731183360238 (+152 ms)Flushing 1588230740/ns: appending metadata at 1731183360287 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1731183360287Flushing 1588230740/table: creating writer at 1731183360387 (+100 ms)Flushing 1588230740/table: appending metadata at 1731183360422 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731183360422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4695fc01: reopening flushed file at 1731183360569 (+147 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9efd25: reopening flushed file at 1731183360591 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8338e7: reopening flushed file at 1731183360618 (+27 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=28, compaction requested=false; wal=null at 1731183360643 (+25 ms)Cleaning up temporary data from old regions at 1731183360646 (+3 ms)Running coprocessor post-open hooks at 1731183360680 (+34 ms)Region opened successfully at 1731183360680 2024-11-09T20:16:00,682 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731183359850 2024-11-09T20:16:00,687 DEBUG [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T20:16:00,687 INFO [RS_OPEN_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T20:16:00,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,694 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4e539ab5101,34893,1731183297724, state=OPEN 2024-11-09T20:16:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:16:00,713 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:16:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T20:16:00,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:16:00,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:16:00,713 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T20:16:00,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-09T20:16:00,725 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): f4e539ab5101,41155,1731183297662 had 4 regions 2024-11-09T20:16:00,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3960 sec 2024-11-09T20:16:00,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T20:16:00,727 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f4e539ab5101,41155,1731183297662, splitWal=true, meta=true, isMeta: false 2024-11-09T20:16:00,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4e539ab5101,34893,1731183297724 in 10.1780 sec 2024-11-09T20:16:00,730 INFO [PEWorker-1 {}] master.SplitWALManager(105): f4e539ab5101,41155,1731183297662 WAL count=1, meta=false 2024-11-09T20:16:00,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f4e539ab5101%2C41155%2C1731183297662.1731183298811}] 2024-11-09T20:16:00,735 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4e539ab5101%2C41155%2C1731183297662.1731183298811, worker=f4e539ab5101,34893,1731183297724}] 2024-11-09T20:16:00,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T20:16:00,867 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4e539ab5101,34893,1731183297724, seqNum=-1] 2024-11-09T20:16:00,884 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T20:16:00,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T20:16:00,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:16:00,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:16:00,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:00,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:00,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T20:16:00,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T20:16:00,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280345551, stopped=false 2024-11-09T20:16:00,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4e539ab5101,43453,1731183297315 2024-11-09T20:16:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:16:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:16:00,892 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:16:00,892 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:16:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T20:16:00,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:16:00,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:16:00,896 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:16:00,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:16:00,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T20:16:00,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T20:16:00,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:16:00,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:00,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,43763,1731183297568' ***** 2024-11-09T20:16:00,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:16:00,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4e539ab5101,34893,1731183297724' ***** 2024-11-09T20:16:00,900 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:16:00,900 INFO [RS:0;f4e539ab5101:43763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:16:00,900 INFO [RS:0;f4e539ab5101:43763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:16:00,900 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(3091): Received CLOSE for 54082ba05dacb4959a196c7069f2852d 2024-11-09T20:16:00,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T20:16:00,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:16:00,901 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T20:16:00,902 INFO [RS:2;f4e539ab5101:34893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T20:16:00,902 INFO [RS:2;f4e539ab5101:34893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T20:16:00,902 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bb44bdf4741b04417b1d692def618c1 2024-11-09T20:16:00,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T20:16:00,904 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a8c815bc2f294c497d68be2e22caeaf 2024-11-09T20:16:00,904 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(3091): Received CLOSE for ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:16:00,904 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(959): stopping server f4e539ab5101,43763,1731183297568 2024-11-09T20:16:00,904 INFO [RS:0;f4e539ab5101:43763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:16:00,904 INFO [RS:0;f4e539ab5101:43763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4e539ab5101:43763. 2024-11-09T20:16:00,904 DEBUG [RS:0;f4e539ab5101:43763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:16:00,904 DEBUG [RS:0;f4e539ab5101:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:00,905 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T20:16:00,905 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1325): Online Regions={54082ba05dacb4959a196c7069f2852d=SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d., 1a8c815bc2f294c497d68be2e22caeaf=SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf., ad3fda80517649630b4ba40dc81530e5=SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5.} 2024-11-09T20:16:00,905 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1351): Waiting on 1a8c815bc2f294c497d68be2e22caeaf, 54082ba05dacb4959a196c7069f2852d, ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:16:00,906 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54082ba05dacb4959a196c7069f2852d, disabling compactions & flushes 2024-11-09T20:16:00,906 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:16:00,906 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:16:00,906 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. after waiting 0 ms 2024-11-09T20:16:00,906 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:16:00,914 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(3091): Received CLOSE for 38d71d488750eddaaf192e56c4611520 2024-11-09T20:16:00,914 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(3091): Received CLOSE for 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(3091): Received CLOSE for 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(959): stopping server f4e539ab5101,34893,1731183297724 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f4e539ab5101:34893. 2024-11-09T20:16:00,915 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bb44bdf4741b04417b1d692def618c1, disabling compactions & flushes 2024-11-09T20:16:00,915 DEBUG [RS:2;f4e539ab5101:34893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T20:16:00,915 DEBUG [RS:2;f4e539ab5101:34893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:00,915 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:16:00,915 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:16:00,915 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. after waiting 0 ms 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:16:00,915 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:16:00,915 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T20:16:00,956 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T20:16:00,957 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1325): Online Regions={6bb44bdf4741b04417b1d692def618c1=SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1., 38d71d488750eddaaf192e56c4611520=SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520., 71be4d0db24521cd7610adb6f30c89af=SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af., 1588230740=hbase:meta,,1.1588230740, 460cbf444e7d6d86bdd67338af5a28ed=SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed.} 2024-11-09T20:16:00,957 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T20:16:00,957 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T20:16:00,957 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38d71d488750eddaaf192e56c4611520, 460cbf444e7d6d86bdd67338af5a28ed, 6bb44bdf4741b04417b1d692def618c1, 71be4d0db24521cd7610adb6f30c89af 2024-11-09T20:16:00,957 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T20:16:00,957 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T20:16:00,957 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T20:16:00,969 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:16:00,971 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/54082ba05dacb4959a196c7069f2852d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:16:00,973 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54082ba05dacb4959a196c7069f2852d: Waiting for close lock at 1731183360906Running coprocessor pre-close hooks at 1731183360906Disabling compacts and flushes for region at 1731183360906Disabling writes for close at 1731183360906Writing region close event to WAL at 1731183360928 (+22 ms)Running coprocessor post-close hooks at 1731183360972 (+44 ms)Closed at 1731183360972 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731183309109.54082ba05dacb4959a196c7069f2852d. 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a8c815bc2f294c497d68be2e22caeaf, disabling compactions & flushes 2024-11-09T20:16:00,973 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. after waiting 0 ms 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:16:00,973 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/6bb44bdf4741b04417b1d692def618c1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:16:00,975 INFO [regionserver/f4e539ab5101:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:16:00,977 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:16:00,977 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bb44bdf4741b04417b1d692def618c1: Waiting for close lock at 1731183360915Running coprocessor pre-close hooks at 1731183360915Disabling compacts and flushes for region at 1731183360915Disabling writes for close at 1731183360915Writing region close event to WAL at 1731183360940 (+25 ms)Running coprocessor post-close hooks at 1731183360976 (+36 ms)Closed at 1731183360976 2024-11-09T20:16:00,977 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731183309109.6bb44bdf4741b04417b1d692def618c1. 2024-11-09T20:16:00,979 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38d71d488750eddaaf192e56c4611520, disabling compactions & flushes 2024-11-09T20:16:00,979 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:16:00,979 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:16:00,979 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. after waiting 0 ms 2024-11-09T20:16:00,979 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:16:01,037 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/1a8c815bc2f294c497d68be2e22caeaf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:16:01,038 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:16:01,038 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a8c815bc2f294c497d68be2e22caeaf: Waiting for close lock at 1731183360973Running coprocessor pre-close hooks at 1731183360973Disabling compacts and flushes for region at 1731183360973Disabling writes for close at 1731183360973Writing region close event to WAL at 1731183360982 (+9 ms)Running coprocessor post-close hooks at 1731183361038 (+56 ms)Closed at 1731183361038 2024-11-09T20:16:01,038 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731183309109.1a8c815bc2f294c497d68be2e22caeaf. 2024-11-09T20:16:01,039 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad3fda80517649630b4ba40dc81530e5, disabling compactions & flushes 2024-11-09T20:16:01,039 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:16:01,039 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:16:01,039 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. after waiting 0 ms 2024-11-09T20:16:01,039 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:16:01,062 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/38d71d488750eddaaf192e56c4611520/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:16:01,065 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:16:01,065 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38d71d488750eddaaf192e56c4611520: Waiting for close lock at 1731183360977Running coprocessor pre-close hooks at 1731183360979 (+2 ms)Disabling compacts and flushes for region at 1731183360979Disabling writes for close at 1731183360979Writing region close event to WAL at 1731183361013 (+34 ms)Running coprocessor post-close hooks at 1731183361064 (+51 ms)Closed at 1731183361065 (+1 ms) 2024-11-09T20:16:01,066 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731183309109.38d71d488750eddaaf192e56c4611520. 2024-11-09T20:16:01,066 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71be4d0db24521cd7610adb6f30c89af, disabling compactions & flushes 2024-11-09T20:16:01,066 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:16:01,067 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:16:01,067 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. after waiting 0 ms 2024-11-09T20:16:01,067 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:16:01,098 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-09T20:16:01,099 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T20:16:01,099 INFO [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T20:16:01,099 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731183360957Running coprocessor pre-close hooks at 1731183360957Disabling compacts and flushes for region at 1731183360957Disabling writes for close at 1731183360957Writing region close event to WAL at 1731183361059 (+102 ms)Running coprocessor post-close hooks at 1731183361099 (+40 ms)Closed at 1731183361099 2024-11-09T20:16:01,100 DEBUG [RS_CLOSE_META-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T20:16:01,105 DEBUG [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1351): Waiting on ad3fda80517649630b4ba40dc81530e5 2024-11-09T20:16:01,119 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/ad3fda80517649630b4ba40dc81530e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:16:01,120 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:16:01,120 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad3fda80517649630b4ba40dc81530e5: Waiting for close lock at 1731183361038Running coprocessor pre-close hooks at 1731183361038Disabling compacts and flushes for region at 1731183361038Disabling writes for close at 1731183361039 (+1 ms)Writing region close event to WAL at 1731183361082 (+43 ms)Running coprocessor post-close hooks at 1731183361120 (+38 ms)Closed at 1731183361120 2024-11-09T20:16:01,120 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731183309109.ad3fda80517649630b4ba40dc81530e5. 2024-11-09T20:16:01,122 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/71be4d0db24521cd7610adb6f30c89af/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T20:16:01,123 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71be4d0db24521cd7610adb6f30c89af: Waiting for close lock at 1731183361066Running coprocessor pre-close hooks at 1731183361066Disabling compacts and flushes for region at 1731183361066Disabling writes for close at 1731183361067 (+1 ms)Writing region close event to WAL at 1731183361095 (+28 ms)Running coprocessor post-close hooks at 1731183361123 (+28 ms)Closed at 1731183361123 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731183309109.71be4d0db24521cd7610adb6f30c89af. 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 460cbf444e7d6d86bdd67338af5a28ed, disabling compactions & flushes 2024-11-09T20:16:01,123 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. after waiting 0 ms 2024-11-09T20:16:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:16:01,157 DEBUG [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1351): Waiting on 460cbf444e7d6d86bdd67338af5a28ed 2024-11-09T20:16:01,169 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/data/default/SPTestTable/460cbf444e7d6d86bdd67338af5a28ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T20:16:01,171 INFO [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:16:01,171 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 460cbf444e7d6d86bdd67338af5a28ed: Waiting for close lock at 1731183361123Running coprocessor pre-close hooks at 1731183361123Disabling compacts and flushes for region at 1731183361123Disabling writes for close at 1731183361123Writing region close event to WAL at 1731183361160 (+37 ms)Running coprocessor post-close hooks at 1731183361171 (+11 ms)Closed at 1731183361171 2024-11-09T20:16:01,171 DEBUG [RS_CLOSE_REGION-regionserver/f4e539ab5101:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731183309109.460cbf444e7d6d86bdd67338af5a28ed. 2024-11-09T20:16:01,306 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(976): stopping server f4e539ab5101,43763,1731183297568; all regions closed. 2024-11-09T20:16:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:16:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:16:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741834_1010 (size=2364) 2024-11-09T20:16:01,330 DEBUG [RS:0;f4e539ab5101:43763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs 2024-11-09T20:16:01,330 INFO [RS:0;f4e539ab5101:43763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C43763%2C1731183297568:(num 1731183298814) 2024-11-09T20:16:01,330 DEBUG [RS:0;f4e539ab5101:43763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:01,330 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:16:01,330 INFO [RS:0;f4e539ab5101:43763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:16:01,330 INFO [RS:0;f4e539ab5101:43763 {}] hbase.ChoreService(370): Chore service for: regionserver/f4e539ab5101:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T20:16:01,331 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T20:16:01,331 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T20:16:01,331 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T20:16:01,331 INFO [regionserver/f4e539ab5101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:16:01,331 INFO [RS:0;f4e539ab5101:43763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:16:01,331 INFO [RS:0;f4e539ab5101:43763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43763 2024-11-09T20:16:01,359 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(976): stopping server f4e539ab5101,34893,1731183297724; all regions closed. 2024-11-09T20:16:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,43763,1731183297568 2024-11-09T20:16:01,376 INFO [RS:0;f4e539ab5101:43763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:16:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:16:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741865_1041 (size=678) 2024-11-09T20:16:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741865_1041 (size=678) 2024-11-09T20:16:01,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,43763,1731183297568] 2024-11-09T20:16:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741865_1041 (size=678) 2024-11-09T20:16:01,392 DEBUG [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs 2024-11-09T20:16:01,392 INFO [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C34893%2C1731183297724.meta:.meta(num 1731183359877) 2024-11-09T20:16:01,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,43763,1731183297568 already deleted, retry=false 2024-11-09T20:16:01,397 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4e539ab5101,43763,1731183297568 expired; onlineServers=1 2024-11-09T20:16:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741835_1011 (size=2947) 2024-11-09T20:16:01,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741835_1011 (size=2947) 2024-11-09T20:16:01,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741835_1011 (size=2947) 2024-11-09T20:16:01,441 DEBUG [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/oldWALs 2024-11-09T20:16:01,441 INFO [RS:2;f4e539ab5101:34893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4e539ab5101%2C34893%2C1731183297724:(num 1731183298829) 2024-11-09T20:16:01,441 DEBUG [RS:2;f4e539ab5101:34893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T20:16:01,441 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T20:16:01,441 INFO [RS:2;f4e539ab5101:34893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:16:01,442 INFO [RS:2;f4e539ab5101:34893 {}] hbase.ChoreService(370): Chore service for: regionserver/f4e539ab5101:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T20:16:01,442 INFO [RS:2;f4e539ab5101:34893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:16:01,442 INFO [RS:2;f4e539ab5101:34893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34893 2024-11-09T20:16:01,443 INFO [regionserver/f4e539ab5101:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:16:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T20:16:01,450 INFO [RS:2;f4e539ab5101:34893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:16:01,450 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4e539ab5101,34893,1731183297724 2024-11-09T20:16:01,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4e539ab5101,34893,1731183297724] 2024-11-09T20:16:01,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4e539ab5101,34893,1731183297724 already deleted, retry=false 2024-11-09T20:16:01,471 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4e539ab5101,34893,1731183297724 expired; onlineServers=0 2024-11-09T20:16:01,471 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4e539ab5101,43453,1731183297315' ***** 2024-11-09T20:16:01,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T20:16:01,471 INFO [M:0;f4e539ab5101:43453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T20:16:01,471 INFO [M:0;f4e539ab5101:43453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T20:16:01,471 DEBUG [M:0;f4e539ab5101:43453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T20:16:01,471 DEBUG [M:0;f4e539ab5101:43453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T20:16:01,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T20:16:01,471 DEBUG [master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183298411 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.small.0-1731183298411,5,FailOnTimeoutGroup] 2024-11-09T20:16:01,471 DEBUG [master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183298411 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4e539ab5101:0:becomeActiveMaster-HFileCleaner.large.0-1731183298411,5,FailOnTimeoutGroup] 2024-11-09T20:16:01,471 INFO [M:0;f4e539ab5101:43453 {}] hbase.ChoreService(370): Chore service for: master/f4e539ab5101:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T20:16:01,472 INFO [M:0;f4e539ab5101:43453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T20:16:01,472 DEBUG [M:0;f4e539ab5101:43453 {}] master.HMaster(1795): Stopping service threads 2024-11-09T20:16:01,472 INFO [M:0;f4e539ab5101:43453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T20:16:01,472 INFO [M:0;f4e539ab5101:43453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T20:16:01,472 ERROR [M:0;f4e539ab5101:43453 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:37215 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37215,5,PEWorkerGroup] 2024-11-09T20:16:01,472 INFO [M:0;f4e539ab5101:43453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T20:16:01,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T20:16:01,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T20:16:01,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T20:16:01,483 DEBUG [M:0;f4e539ab5101:43453 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-09T20:16:01,483 DEBUG [M:0;f4e539ab5101:43453 {}] master.ActiveMasterManager(353): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-09T20:16:01,484 INFO [M:0;f4e539ab5101:43453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/.lastflushedseqids 2024-11-09T20:16:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:01,490 INFO [RS:0;f4e539ab5101:43763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:16:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43763-0x101213cbeb60001, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:01,492 INFO [RS:0;f4e539ab5101:43763 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,43763,1731183297568; zookeeper connection closed. 2024-11-09T20:16:01,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e6e603 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e6e603 2024-11-09T20:16:01,561 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:01,562 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34893-0x101213cbeb60003, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:01,561 INFO [RS:2;f4e539ab5101:34893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:16:01,562 INFO [RS:2;f4e539ab5101:34893 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4e539ab5101,34893,1731183297724; zookeeper connection closed. 2024-11-09T20:16:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741869_1045 (size=632) 2024-11-09T20:16:01,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741869_1045 (size=632) 2024-11-09T20:16:01,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741869_1045 (size=632) 2024-11-09T20:16:01,573 INFO [M:0;f4e539ab5101:43453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T20:16:01,574 INFO [M:0;f4e539ab5101:43453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T20:16:01,575 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T20:16:01,575 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:16:01,575 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:16:01,575 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T20:16:01,575 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:16:01,575 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.76 KB heapSize=253.89 KB 2024-11-09T20:16:01,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@193c6fd6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@193c6fd6 2024-11-09T20:16:01,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T20:16:01,638 DEBUG [M:0;f4e539ab5101:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6647cd6f5884e3eb64799cd09a6a0df is 82, key is hbase:meta,,1/info:regioninfo/1731183360690/Put/seqid=0 2024-11-09T20:16:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741870_1046 (size=6071) 2024-11-09T20:16:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741870_1046 (size=6071) 2024-11-09T20:16:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741870_1046 (size=6071) 2024-11-09T20:16:01,750 INFO [M:0;f4e539ab5101:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6647cd6f5884e3eb64799cd09a6a0df 2024-11-09T20:16:01,812 DEBUG [M:0;f4e539ab5101:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0918d4fe1bf746c08f40f3992f15590f is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731183319939/Put/seqid=0 2024-11-09T20:16:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741871_1047 (size=11544) 2024-11-09T20:16:01,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741871_1047 (size=11544) 2024-11-09T20:16:01,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741871_1047 (size=11544) 2024-11-09T20:16:01,908 INFO [M:0;f4e539ab5101:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.53 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0918d4fe1bf746c08f40f3992f15590f 2024-11-09T20:16:01,926 INFO [M:0;f4e539ab5101:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0918d4fe1bf746c08f40f3992f15590f 2024-11-09T20:16:01,969 DEBUG [M:0;f4e539ab5101:43453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cae901460074d02aa43c52c7a4c30e7 is 69, key is f4e539ab5101,34893,1731183297724/rs:state/1731183298650/Put/seqid=0 2024-11-09T20:16:02,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741872_1048 (size=5447) 2024-11-09T20:16:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741872_1048 (size=5447) 2024-11-09T20:16:02,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741872_1048 (size=5447) 2024-11-09T20:16:02,075 INFO [M:0;f4e539ab5101:43453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cae901460074d02aa43c52c7a4c30e7 2024-11-09T20:16:02,090 INFO [M:0;f4e539ab5101:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cae901460074d02aa43c52c7a4c30e7 2024-11-09T20:16:02,098 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6647cd6f5884e3eb64799cd09a6a0df as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6647cd6f5884e3eb64799cd09a6a0df 2024-11-09T20:16:02,142 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6647cd6f5884e3eb64799cd09a6a0df, entries=14, sequenceid=443, filesize=5.9 K 2024-11-09T20:16:02,149 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0918d4fe1bf746c08f40f3992f15590f as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0918d4fe1bf746c08f40f3992f15590f 2024-11-09T20:16:02,220 INFO [M:0;f4e539ab5101:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0918d4fe1bf746c08f40f3992f15590f 2024-11-09T20:16:02,221 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0918d4fe1bf746c08f40f3992f15590f, entries=52, sequenceid=443, filesize=11.3 K 2024-11-09T20:16:02,223 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cae901460074d02aa43c52c7a4c30e7 as hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cae901460074d02aa43c52c7a4c30e7 2024-11-09T20:16:02,252 INFO [M:0;f4e539ab5101:43453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cae901460074d02aa43c52c7a4c30e7 2024-11-09T20:16:02,252 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37215/user/jenkins/test-data/f8113caa-c4e9-27d3-d4d7-3c89617e8e6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cae901460074d02aa43c52c7a4c30e7, entries=3, sequenceid=443, filesize=5.3 K 2024-11-09T20:16:02,256 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.76 KB/217864, heapSize ~253.59 KB/259680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 681ms, sequenceid=443, compaction requested=false 2024-11-09T20:16:02,289 INFO [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T20:16:02,290 DEBUG [M:0;f4e539ab5101:43453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731183361575Disabling compacts and flushes for region at 1731183361575Disabling writes for close at 1731183361575Obtaining lock to block concurrent updates at 1731183361575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731183361575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217864, getHeapSize=259920, getOffHeapSize=0, getCellsCount=542 at 1731183361576 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731183361578 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731183361578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731183361638 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731183361638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731183361769 (+131 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731183361811 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731183361811Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731183361927 (+116 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731183361956 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731183361956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d35cf58: reopening flushed file at 1731183362091 (+135 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686a33: reopening flushed file at 1731183362143 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db2956f: reopening flushed file at 1731183362221 (+78 ms)Finished flush of dataSize ~212.76 KB/217864, heapSize ~253.59 KB/259680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 681ms, sequenceid=443, compaction requested=false at 1731183362256 (+35 ms)Writing region close event to WAL at 1731183362289 (+33 ms)Closed at 1731183362289 2024-11-09T20:16:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741830_1006 (size=247474) 2024-11-09T20:16:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43849 is added to blk_1073741830_1006 (size=247474) 2024-11-09T20:16:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45227 is added to blk_1073741830_1006 (size=247474) 2024-11-09T20:16:02,320 INFO [M:0;f4e539ab5101:43453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T20:16:02,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T20:16:02,320 INFO [M:0;f4e539ab5101:43453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43453 2024-11-09T20:16:02,321 INFO [M:0;f4e539ab5101:43453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T20:16:02,489 INFO [M:0;f4e539ab5101:43453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T20:16:02,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:02,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43453-0x101213cbeb60000, quorum=127.0.0.1:51892, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T20:16:02,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3615cd80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:16:02,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44bc68ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:16:02,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:16:02,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61ae644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:16:02,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426841e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,STOPPED} 2024-11-09T20:16:02,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:16:02,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:16:02,521 WARN [BP-994725629-172.17.0.3-1731183294041 heartbeating to localhost/127.0.0.1:37215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:16:02,521 WARN [BP-994725629-172.17.0.3-1731183294041 heartbeating to localhost/127.0.0.1:37215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994725629-172.17.0.3-1731183294041 (Datanode Uuid b80b9ae3-98a8-4092-95ba-992f824218ff) service to localhost/127.0.0.1:37215 2024-11-09T20:16:02,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data5/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data6/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:16:02,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4109d07e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:16:02,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76c74770{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:16:02,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:16:02,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1270e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:16:02,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f15b096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,STOPPED} 2024-11-09T20:16:02,597 WARN [BP-994725629-172.17.0.3-1731183294041 heartbeating to localhost/127.0.0.1:37215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T20:16:02,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T20:16:02,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T20:16:02,597 WARN [BP-994725629-172.17.0.3-1731183294041 heartbeating to localhost/127.0.0.1:37215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994725629-172.17.0.3-1731183294041 (Datanode Uuid 2aac53c9-a15d-48e5-9604-00a14737358a) service to localhost/127.0.0.1:37215 2024-11-09T20:16:02,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data3/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data4/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:16:02,610 WARN [BP-994725629-172.17.0.3-1731183294041 heartbeating to localhost/127.0.0.1:37215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-994725629-172.17.0.3-1731183294041 (Datanode Uuid af2f06c7-bd0b-481f-ab3f-34dc1a09d3af) service to localhost/127.0.0.1:37215 2024-11-09T20:16:02,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data1/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/cluster_0d551c50-b6c3-d349-4139-017cc9d33e59/data/data2/current/BP-994725629-172.17.0.3-1731183294041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T20:16:02,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aae0e41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T20:16:02,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2613b866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:16:02,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:16:02,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7642fee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:16:02,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15988d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,STOPPED} 2024-11-09T20:16:02,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T20:16:02,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a6538f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T20:16:02,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29107925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T20:16:02,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T20:16:02,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608f8ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T20:16:02,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5132e267{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ed5ee0a-ebbb-5329-95c2-7cf6a0b1af02/hadoop.log.dir/,STOPPED} 2024-11-09T20:16:02,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T20:16:02,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T20:16:02,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 93) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37215 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37215 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f4e539ab5101:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:37215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3400)