2024-11-09 01:12:42,459 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 01:12:42,474 main DEBUG Took 0.012126 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 01:12:42,474 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 01:12:42,475 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 01:12:42,476 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 01:12:42,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,486 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 01:12:42,510 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,516 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,521 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,523 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,527 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,531 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,533 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 01:12:42,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,541 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 01:12:42,543 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 01:12:42,545 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 01:12:42,547 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 01:12:42,548 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 01:12:42,550 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 01:12:42,551 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 01:12:42,564 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 01:12:42,568 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 01:12:42,573 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 01:12:42,573 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 01:12:42,574 main DEBUG createAppenders(={Console}) 2024-11-09 01:12:42,575 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-09 01:12:42,576 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-09 01:12:42,576 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-09 01:12:42,577 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 01:12:42,578 main DEBUG OutputStream closed 2024-11-09 01:12:42,578 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 01:12:42,578 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 01:12:42,579 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-09 01:12:42,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 01:12:42,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 01:12:42,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 01:12:42,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 01:12:42,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 01:12:42,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 01:12:42,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 01:12:42,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 01:12:42,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 01:12:42,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 01:12:42,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 01:12:42,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 01:12:42,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 01:12:42,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 01:12:42,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 01:12:42,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 01:12:42,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 01:12:42,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 01:12:42,706 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 01:12:42,706 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-09 01:12:42,707 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 01:12:42,708 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-09T01:12:42,727 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-09 01:12:42,731 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 01:12:42,731 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T01:12:42,742 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-09T01:12:42,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=4644 2024-11-09T01:12:43,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6 2024-11-09T01:12:43,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:12:43,237 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3, deleteOnExit=true 2024-11-09T01:12:43,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:12:43,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/test.cache.data in system properties and HBase conf 2024-11-09T01:12:43,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:12:43,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:12:43,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:12:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:12:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:12:43,364 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T01:12:43,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:12:43,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:12:43,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:12:43,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:12:43,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:12:43,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:12:43,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:12:43,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:12:43,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:12:43,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:12:43,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:12:43,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:12:43,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:12:43,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:12:43,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:12:44,770 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T01:12:44,881 INFO [Time-limited test {}] log.Log(170): Logging initialized @3476ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T01:12:44,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:12:45,072 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:12:45,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:12:45,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:12:45,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:12:45,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:12:45,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:12:45,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:12:45,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/java.io.tmpdir/jetty-localhost-38009-hadoop-hdfs-3_4_1-tests_jar-_-any-6665240754154853289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:12:45,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:38009} 2024-11-09T01:12:45,344 INFO [Time-limited test {}] server.Server(415): Started @3940ms 2024-11-09T01:12:45,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:12:45,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:12:45,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:12:45,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:12:45,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:12:45,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:12:45,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:12:46,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/java.io.tmpdir/jetty-localhost-46115-hadoop-hdfs-3_4_1-tests_jar-_-any-11763988601307366227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:12:46,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:46115} 2024-11-09T01:12:46,071 INFO [Time-limited test {}] server.Server(415): Started @4667ms 2024-11-09T01:12:46,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:12:46,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:12:46,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:12:46,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:12:46,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:12:46,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:12:46,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:12:46,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:12:46,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/java.io.tmpdir/jetty-localhost-35125-hadoop-hdfs-3_4_1-tests_jar-_-any-14389267760156157185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:12:46,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:35125} 2024-11-09T01:12:46,340 INFO [Time-limited test {}] server.Server(415): Started @4937ms 2024-11-09T01:12:46,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:12:46,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:12:46,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:12:46,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:12:46,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:12:46,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:12:46,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:12:46,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:12:46,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/java.io.tmpdir/jetty-localhost-36977-hadoop-hdfs-3_4_1-tests_jar-_-any-3793672209311312086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:12:46,491 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:36977} 2024-11-09T01:12:46,492 INFO [Time-limited test {}] server.Server(415): Started @5088ms 2024-11-09T01:12:46,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:12:47,956 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data3/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,956 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data6/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,956 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data4/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,956 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data1/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,956 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data5/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,956 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data2/current/BP-1632931388-172.17.0.2-1731114764186/current, will proceed with Du for space computation calculation, 2024-11-09T01:12:47,991 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:12:47,991 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:12:47,991 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:12:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49ed5219f52174e3 with lease ID 0x98348e5a700e6441: Processing first storage report for DS-60d051fc-eb02-42d3-bc14-4a65e45e8764 from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=74087d7e-50bf-44a3-886e-6b830d8fe6cb, infoPort=35703, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49ed5219f52174e3 with lease ID 0x98348e5a700e6441: from storage DS-60d051fc-eb02-42d3-bc14-4a65e45e8764 node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=74087d7e-50bf-44a3-886e-6b830d8fe6cb, infoPort=35703, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe24c4e4957c9050f with lease ID 0x98348e5a700e6440: Processing first storage report for DS-e5a610ae-2fda-4fc6-8fa1-04966994f307 from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=ef5ed69b-d5fb-41f6-9edf-2b5d1304fee5, infoPort=32871, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe24c4e4957c9050f with lease ID 0x98348e5a700e6440: from storage DS-e5a610ae-2fda-4fc6-8fa1-04966994f307 node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=ef5ed69b-d5fb-41f6-9edf-2b5d1304fee5, infoPort=32871, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb49dc2f37f816bb with lease ID 0x98348e5a700e643f: Processing first storage report for DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5 from datanode DatanodeRegistration(127.0.0.1:35751, datanodeUuid=dbbac2bf-0ca1-4753-a929-d10e7151302c, infoPort=46105, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb49dc2f37f816bb with lease ID 0x98348e5a700e643f: from storage DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5 node DatanodeRegistration(127.0.0.1:35751, datanodeUuid=dbbac2bf-0ca1-4753-a929-d10e7151302c, infoPort=46105, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49ed5219f52174e3 with lease ID 0x98348e5a700e6441: Processing first storage report for DS-b0fa8347-d0c2-4e4a-a0fd-9d8f4768ea78 from datanode DatanodeRegistration(127.0.0.1:37677, datanodeUuid=74087d7e-50bf-44a3-886e-6b830d8fe6cb, infoPort=35703, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49ed5219f52174e3 with lease ID 0x98348e5a700e6441: from storage DS-b0fa8347-d0c2-4e4a-a0fd-9d8f4768ea78 node DatanodeRegistration(127.0.0.1:37677, datanodeUuid=74087d7e-50bf-44a3-886e-6b830d8fe6cb, infoPort=35703, infoSecurePort=0, ipcPort=34815, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe24c4e4957c9050f with lease ID 0x98348e5a700e6440: Processing first storage report for DS-3d3e2c29-c26e-4914-925a-03eb27c1eb93 from datanode DatanodeRegistration(127.0.0.1:35637, datanodeUuid=ef5ed69b-d5fb-41f6-9edf-2b5d1304fee5, infoPort=32871, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe24c4e4957c9050f with lease ID 0x98348e5a700e6440: from storage DS-3d3e2c29-c26e-4914-925a-03eb27c1eb93 node DatanodeRegistration(127.0.0.1:35637, datanodeUuid=ef5ed69b-d5fb-41f6-9edf-2b5d1304fee5, infoPort=32871, infoSecurePort=0, ipcPort=39419, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb49dc2f37f816bb with lease ID 0x98348e5a700e643f: Processing first storage report for DS-1058ba40-ddb7-45b3-bb36-9658859f1e71 from datanode DatanodeRegistration(127.0.0.1:35751, datanodeUuid=dbbac2bf-0ca1-4753-a929-d10e7151302c, infoPort=46105, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186) 2024-11-09T01:12:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb49dc2f37f816bb with lease ID 0x98348e5a700e643f: from storage DS-1058ba40-ddb7-45b3-bb36-9658859f1e71 node DatanodeRegistration(127.0.0.1:35751, datanodeUuid=dbbac2bf-0ca1-4753-a929-d10e7151302c, infoPort=46105, infoSecurePort=0, ipcPort=34153, storageInfo=lv=-57;cid=testClusterID;nsid=1858728257;c=1731114764186), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:12:48,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6 2024-11-09T01:12:48,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/zookeeper_0, clientPort=63026, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:12:48,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63026 2024-11-09T01:12:48,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:48,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:12:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:12:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:12:48,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee with version=8 2024-11-09T01:12:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/hbase-staging 2024-11-09T01:12:48,898 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T01:12:49,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:12:49,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:12:49,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:12:49,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:12:49,344 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T01:12:49,353 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T01:12:49,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:12:49,379 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1028 (auto-detected) 2024-11-09T01:12:49,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T01:12:49,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35301 2024-11-09T01:12:49,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35301 connecting to ZooKeeper ensemble=127.0.0.1:63026 2024-11-09T01:12:49,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353010x0, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:12:49,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35301-0x1011d2712d10000 connected 2024-11-09T01:12:49,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:12:49,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee, hbase.cluster.distributed=false 2024-11-09T01:12:49,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:12:49,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T01:12:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35301 2024-11-09T01:12:49,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35301 2024-11-09T01:12:49,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T01:12:49,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T01:12:49,799 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:12:49,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:12:49,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:12:49,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:12:49,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:12:49,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46397 2024-11-09T01:12:49,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:63026 2024-11-09T01:12:49,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:12:49,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x1011d2712d10001 connected 2024-11-09T01:12:49,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:12:49,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:12:49,838 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:12:49,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:12:49,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:12:49,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-09T01:12:49,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-09T01:12:49,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-09T01:12:49,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-09T01:12:49,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-09T01:12:49,865 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:12:49,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:12:49,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:12:49,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:12:49,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:12:49,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43411 2024-11-09T01:12:49,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43411 connecting to ZooKeeper ensemble=127.0.0.1:63026 2024-11-09T01:12:49,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434110x0, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:12:49,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43411-0x1011d2712d10002 connected 2024-11-09T01:12:49,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:12:49,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:12:49,888 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:12:49,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:12:49,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:12:49,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43411 2024-11-09T01:12:49,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43411 2024-11-09T01:12:49,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43411 2024-11-09T01:12:49,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43411 2024-11-09T01:12:49,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43411 2024-11-09T01:12:49,914 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:12:49,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:12:49,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:12:49,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:12:49,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:12:49,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:12:49,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33675 2024-11-09T01:12:49,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33675 connecting to ZooKeeper ensemble=127.0.0.1:63026 2024-11-09T01:12:49,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:49,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336750x0, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:12:49,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336750x0, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:12:49,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33675-0x1011d2712d10003 connected 2024-11-09T01:12:49,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:12:49,938 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:12:49,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:12:49,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:12:49,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-09T01:12:49,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33675 2024-11-09T01:12:49,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33675 2024-11-09T01:12:49,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-09T01:12:49,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33675 2024-11-09T01:12:49,957 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:35301 2024-11-09T01:12:49,960 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,35301,1731114768988 2024-11-09T01:12:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:49,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:49,982 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:12:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:12:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:12:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,014 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:12:50,015 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,35301,1731114768988 from backup master directory 2024-11-09T01:12:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:12:50,023 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:12:50,023 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,026 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T01:12:50,027 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T01:12:50,081 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/hbase.id] with ID: c6c372c3-c882-4ee1-b053-484418342081 2024-11-09T01:12:50,082 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.tmp/hbase.id 2024-11-09T01:12:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:12:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:12:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:12:50,097 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.tmp/hbase.id]:[hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/hbase.id] 2024-11-09T01:12:50,141 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:12:50,146 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:12:50,163 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-09T01:12:50,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:12:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:12:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:12:50,204 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:12:50,205 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:12:50,218 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:12:50,221 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:12:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:12:50,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:12:50,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:12:50,270 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store 2024-11-09T01:12:50,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:12:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:12:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:12:50,296 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T01:12:50,299 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:12:50,301 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:12:50,301 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:12:50,301 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:12:50,302 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:12:50,303 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:12:50,303 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:12:50,304 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114770301Disabling compacts and flushes for region at 1731114770301Disabling writes for close at 1731114770303 (+2 ms)Writing region close event to WAL at 1731114770303Closed at 1731114770303 2024-11-09T01:12:50,306 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/.initializing 2024-11-09T01:12:50,306 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/WALs/5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,313 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:12:50,327 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C35301%2C1731114768988, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/WALs/5296cfb18d53,35301,1731114768988, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/oldWALs, maxLogs=10 2024-11-09T01:12:50,347 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/WALs/5296cfb18d53,35301,1731114768988/5296cfb18d53%2C35301%2C1731114768988.1731114770331, exclude list is [], retry=0 2024-11-09T01:12:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-e5a610ae-2fda-4fc6-8fa1-04966994f307,DISK] 2024-11-09T01:12:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-60d051fc-eb02-42d3-bc14-4a65e45e8764,DISK] 2024-11-09T01:12:50,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35751,DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5,DISK] 2024-11-09T01:12:50,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T01:12:50,404 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/WALs/5296cfb18d53,35301,1731114768988/5296cfb18d53%2C35301%2C1731114768988.1731114770331 2024-11-09T01:12:50,405 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32871:32871),(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:46105:46105)] 2024-11-09T01:12:50,405 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:12:50,405 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:12:50,408 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,409 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:12:50,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:12:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:12:50,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:50,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:12:50,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:12:50,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:50,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:12:50,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:12:50,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:50,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:12:50,480 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,484 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,485 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,491 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,491 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,495 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:12:50,499 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:12:50,504 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:12:50,505 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66123248, jitterRate=-0.014686822891235352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:12:50,512 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114770420Initializing all the Stores at 1731114770422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114770422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114770423 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114770423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114770423Cleaning up temporary data from old regions at 1731114770491 (+68 ms)Region opened successfully at 1731114770512 (+21 ms) 2024-11-09T01:12:50,513 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:12:50,545 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5eb9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:12:50,574 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:12:50,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:12:50,587 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:12:50,589 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:12:50,591 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T01:12:50,595 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T01:12:50,596 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T01:12:50,620 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:12:50,628 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:12:50,678 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:12:50,681 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:12:50,683 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:12:50,696 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:12:50,698 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:12:50,701 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:12:50,715 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:12:50,716 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:12:50,727 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:12:50,745 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:12:50,757 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,773 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,35301,1731114768988, sessionid=0x1011d2712d10000, setting cluster-up flag (Was=false) 2024-11-09T01:12:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,833 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:12:50,838 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:50,896 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:12:50,898 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,35301,1731114768988 2024-11-09T01:12:50,905 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:12:50,947 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(746): ClusterId : c6c372c3-c882-4ee1-b053-484418342081 2024-11-09T01:12:50,947 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(746): ClusterId : c6c372c3-c882-4ee1-b053-484418342081 2024-11-09T01:12:50,947 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(746): ClusterId : c6c372c3-c882-4ee1-b053-484418342081 2024-11-09T01:12:50,950 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:12:50,950 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:12:50,950 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:12:50,961 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:12:50,961 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:12:50,961 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:12:50,961 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:12:50,961 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:12:50,961 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:12:50,971 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:12:50,971 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:12:50,971 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:12:50,972 DEBUG [RS:0;5296cfb18d53:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253ae793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:12:50,972 DEBUG [RS:1;5296cfb18d53:43411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbf48b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:12:50,972 DEBUG [RS:2;5296cfb18d53:33675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb3d87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:12:50,979 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:12:50,988 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:46397 2024-11-09T01:12:50,991 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5296cfb18d53:33675 2024-11-09T01:12:50,991 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:43411 2024-11-09T01:12:50,991 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:12:50,992 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:12:50,992 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:12:50,992 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:12:50,992 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:12:50,992 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:12:50,992 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:12:50,992 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:12:50,992 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:12:50,992 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:12:50,995 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,35301,1731114768988 with port=33675, startcode=1731114769914 2024-11-09T01:12:50,995 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,35301,1731114768988 with port=46397, startcode=1731114769767 2024-11-09T01:12:50,995 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,35301,1731114768988 with port=43411, startcode=1731114769865 2024-11-09T01:12:51,001 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:12:51,006 DEBUG [RS:2;5296cfb18d53:33675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:12:51,006 DEBUG [RS:1;5296cfb18d53:43411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:12:51,006 DEBUG [RS:0;5296cfb18d53:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:12:51,009 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,35301,1731114768988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:12:51,017 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:12:51,018 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:12:51,018 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:12:51,018 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:12:51,018 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:12:51,019 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,019 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:12:51,019 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,021 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114801021 2024-11-09T01:12:51,023 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:12:51,024 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:12:51,028 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:12:51,028 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:12:51,028 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:12:51,029 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:12:51,033 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:12:51,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:12:51,040 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:12:51,042 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:12:51,042 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:12:51,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:12:51,045 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:12:51,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:12:51,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:12:51,046 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:12:51,048 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:51,048 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114771047,5,FailOnTimeoutGroup] 2024-11-09T01:12:51,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:12:51,054 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114771048,5,FailOnTimeoutGroup] 2024-11-09T01:12:51,054 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,053 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:12:51,055 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:12:51,056 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,056 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,073 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:12:51,073 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-11-09T01:12:51,073 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:12:51,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:12:51,086 DEBUG [RS:0;5296cfb18d53:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,086 WARN [RS:0;5296cfb18d53:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:12:51,087 INFO [RS:0;5296cfb18d53:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:12:51,087 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,46397,1731114769767] 2024-11-09T01:12:51,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:12:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:12:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:12:51,110 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:12:51,110 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-11-09T01:12:51,110 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:12:51,112 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:12:51,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:12:51,120 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T01:12:51,120 WARN [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T01:12:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:12:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:12:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:12:51,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:12:51,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:12:51,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:12:51,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:51,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:12:51,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:12:51,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:12:51,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:51,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:12:51,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:12:51,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:12:51,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:51,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:12:51,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:12:51,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:12:51,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:12:51,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:12:51,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:12:51,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740 2024-11-09T01:12:51,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740 2024-11-09T01:12:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:12:51,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:12:51,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:12:51,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:12:51,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:12:51,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72485656, jitterRate=0.08012044429779053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:12:51,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114771130Initializing all the Stores at 1731114771132 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114771132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114771133 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114771133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114771133Cleaning up temporary data from old regions at 1731114771159 (+26 ms)Region opened successfully at 1731114771174 (+15 ms) 2024-11-09T01:12:51,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:12:51,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:12:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:12:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:12:51,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:12:51,176 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:12:51,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114771174Disabling compacts and flushes for region at 1731114771174Disabling writes for close at 1731114771175 (+1 ms)Writing region close event to WAL at 1731114771176 (+1 ms)Closed at 1731114771176 2024-11-09T01:12:51,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:12:51,178 DEBUG [RS:1;5296cfb18d53:43411 {}] zookeeper.ZKUtil(111): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,178 WARN [RS:1;5296cfb18d53:43411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:12:51,178 INFO [RS:1;5296cfb18d53:43411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:12:51,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,43411,1731114769865] 2024-11-09T01:12:51,179 DEBUG [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:12:51,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:12:51,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:12:51,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:12:51,201 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:12:51,201 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:12:51,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:12:51,217 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:12:51,217 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:12:51,221 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,35301,1731114768988 with port=33675, startcode=1731114769914 2024-11-09T01:12:51,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,223 INFO [RS:0;5296cfb18d53:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:12:51,223 INFO [RS:1;5296cfb18d53:43411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:12:51,224 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,224 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,225 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:12:51,225 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:12:51,226 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:12:51,226 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-11-09T01:12:51,226 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:12:51,231 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:12:51,231 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:12:51,233 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,233 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,233 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,234 DEBUG [RS:1;5296cfb18d53:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,234 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,235 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,235 DEBUG [RS:0;5296cfb18d53:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,236 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,236 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46397,1731114769767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:12:51,237 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43411,1731114769865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:12:51,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:12:51,244 DEBUG [RS:2;5296cfb18d53:33675 {}] zookeeper.ZKUtil(111): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,244 WARN [RS:2;5296cfb18d53:33675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:12:51,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,33675,1731114769914] 2024-11-09T01:12:51,244 INFO [RS:2;5296cfb18d53:33675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:12:51,244 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,253 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:12:51,256 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:12:51,257 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:12:51,257 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:12:51,259 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,46397,1731114769767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,259 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,43411,1731114769865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,260 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,260 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,260 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.Replication(171): 5296cfb18d53,43411,1731114769865 started 2024-11-09T01:12:51,260 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.Replication(171): 5296cfb18d53,46397,1731114769767 started 2024-11-09T01:12:51,264 INFO [RS:2;5296cfb18d53:33675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:12:51,265 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,265 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:12:51,267 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:12:51,267 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,268 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,268 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,268 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,268 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,268 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,269 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:12:51,270 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,270 DEBUG [RS:2;5296cfb18d53:33675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:12:51,273 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,274 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,274 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,274 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,274 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,274 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33675,1731114769914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:12:51,279 INFO [RS:1;5296cfb18d53:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,279 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,279 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,43411,1731114769865, RpcServer on 5296cfb18d53/172.17.0.2:43411, sessionid=0x1011d2712d10002 2024-11-09T01:12:51,279 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,46397,1731114769767, RpcServer on 5296cfb18d53/172.17.0.2:46397, sessionid=0x1011d2712d10001 2024-11-09T01:12:51,280 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:12:51,280 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:12:51,280 DEBUG [RS:1;5296cfb18d53:43411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,280 DEBUG [RS:0;5296cfb18d53:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,280 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43411,1731114769865' 2024-11-09T01:12:51,280 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46397,1731114769767' 2024-11-09T01:12:51,280 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:12:51,280 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:12:51,281 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:12:51,281 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:12:51,282 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:12:51,282 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:12:51,282 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:12:51,282 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:12:51,282 DEBUG [RS:1;5296cfb18d53:43411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,43411,1731114769865 2024-11-09T01:12:51,282 DEBUG [RS:0;5296cfb18d53:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,46397,1731114769767 2024-11-09T01:12:51,282 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,43411,1731114769865' 2024-11-09T01:12:51,282 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,46397,1731114769767' 2024-11-09T01:12:51,282 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:12:51,282 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:12:51,283 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:12:51,283 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:12:51,283 DEBUG [RS:1;5296cfb18d53:43411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:12:51,283 DEBUG [RS:0;5296cfb18d53:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:12:51,283 INFO [RS:0;5296cfb18d53:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:12:51,283 INFO [RS:1;5296cfb18d53:43411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:12:51,283 INFO [RS:1;5296cfb18d53:43411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:12:51,283 INFO [RS:0;5296cfb18d53:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:12:51,293 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:12:51,293 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,33675,1731114769914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,294 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,294 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.Replication(171): 5296cfb18d53,33675,1731114769914 started 2024-11-09T01:12:51,310 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:12:51,311 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,33675,1731114769914, RpcServer on 5296cfb18d53/172.17.0.2:33675, sessionid=0x1011d2712d10003 2024-11-09T01:12:51,311 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:12:51,311 DEBUG [RS:2;5296cfb18d53:33675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,311 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,33675,1731114769914' 2024-11-09T01:12:51,311 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:12:51,312 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:12:51,313 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:12:51,313 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:12:51,313 DEBUG [RS:2;5296cfb18d53:33675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,313 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,33675,1731114769914' 2024-11-09T01:12:51,313 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:12:51,314 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:12:51,315 DEBUG [RS:2;5296cfb18d53:33675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:12:51,315 INFO [RS:2;5296cfb18d53:33675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:12:51,315 INFO [RS:2;5296cfb18d53:33675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:12:51,355 WARN [5296cfb18d53:35301 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:12:51,391 INFO [RS:0;5296cfb18d53:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:12:51,391 INFO [RS:1;5296cfb18d53:43411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:12:51,396 INFO [RS:1;5296cfb18d53:43411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C43411%2C1731114769865, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs, maxLogs=32 2024-11-09T01:12:51,396 INFO [RS:0;5296cfb18d53:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C46397%2C1731114769767, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,46397,1731114769767, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs, maxLogs=32 2024-11-09T01:12:51,413 DEBUG [RS:1;5296cfb18d53:43411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865/5296cfb18d53%2C43411%2C1731114769865.1731114771401, exclude list is [], retry=0 2024-11-09T01:12:51,413 DEBUG [RS:0;5296cfb18d53:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,46397,1731114769767/5296cfb18d53%2C46397%2C1731114769767.1731114771401, exclude list is [], retry=0 2024-11-09T01:12:51,416 INFO [RS:2;5296cfb18d53:33675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:12:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35751,DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5,DISK] 2024-11-09T01:12:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-60d051fc-eb02-42d3-bc14-4a65e45e8764,DISK] 2024-11-09T01:12:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-e5a610ae-2fda-4fc6-8fa1-04966994f307,DISK] 2024-11-09T01:12:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35751,DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5,DISK] 2024-11-09T01:12:51,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-60d051fc-eb02-42d3-bc14-4a65e45e8764,DISK] 2024-11-09T01:12:51,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-e5a610ae-2fda-4fc6-8fa1-04966994f307,DISK] 2024-11-09T01:12:51,419 INFO [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C33675%2C1731114769914, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs, maxLogs=32 2024-11-09T01:12:51,427 INFO [RS:0;5296cfb18d53:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,46397,1731114769767/5296cfb18d53%2C46397%2C1731114769767.1731114771401 2024-11-09T01:12:51,427 INFO [RS:1;5296cfb18d53:43411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865/5296cfb18d53%2C43411%2C1731114769865.1731114771401 2024-11-09T01:12:51,428 DEBUG [RS:1;5296cfb18d53:43411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32871:32871),(127.0.0.1/127.0.0.1:46105:46105),(127.0.0.1/127.0.0.1:35703:35703)] 2024-11-09T01:12:51,428 DEBUG [RS:0;5296cfb18d53:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:46105:46105),(127.0.0.1/127.0.0.1:32871:32871)] 2024-11-09T01:12:51,438 DEBUG [RS:2;5296cfb18d53:33675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914/5296cfb18d53%2C33675%2C1731114769914.1731114771422, exclude list is [], retry=0 2024-11-09T01:12:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-60d051fc-eb02-42d3-bc14-4a65e45e8764,DISK] 2024-11-09T01:12:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-e5a610ae-2fda-4fc6-8fa1-04966994f307,DISK] 2024-11-09T01:12:51,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35751,DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5,DISK] 2024-11-09T01:12:51,446 INFO [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914/5296cfb18d53%2C33675%2C1731114769914.1731114771422 2024-11-09T01:12:51,447 DEBUG [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:46105:46105),(127.0.0.1/127.0.0.1:32871:32871)] 2024-11-09T01:12:51,609 DEBUG [5296cfb18d53:35301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T01:12:51,620 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:12:51,626 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:12:51,626 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:12:51,627 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T01:12:51,627 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:12:51,627 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:12:51,627 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T01:12:51,627 INFO [5296cfb18d53:35301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:12:51,627 INFO [5296cfb18d53:35301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:12:51,627 INFO [5296cfb18d53:35301 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T01:12:51,627 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:12:51,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:12:51,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,33675,1731114769914, state=OPENING 2024-11-09T01:12:51,696 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:12:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:51,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:12:51,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:12:51,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:12:51,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:12:51,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:12:51,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:12:51,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:12:59,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T01:12:59,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T01:13:01,742 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:13:01,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:13:01,756 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:13:01,757 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:13:01,757 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:13:01,760 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C33675%2C1731114769914.meta, suffix=.meta, logDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs, maxLogs=32 2024-11-09T01:13:01,777 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914/5296cfb18d53%2C33675%2C1731114769914.meta.1731114781762.meta, exclude list is [], retry=0 2024-11-09T01:13:01,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35637,DS-e5a610ae-2fda-4fc6-8fa1-04966994f307,DISK] 2024-11-09T01:13:01,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35751,DS-5e8cd4ba-f6fd-4dfc-b3ce-0e6a5107a8c5,DISK] 2024-11-09T01:13:01,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37677,DS-60d051fc-eb02-42d3-bc14-4a65e45e8764,DISK] 2024-11-09T01:13:01,784 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,33675,1731114769914/5296cfb18d53%2C33675%2C1731114769914.meta.1731114781762.meta 2024-11-09T01:13:01,785 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32871:32871),(127.0.0.1/127.0.0.1:46105:46105),(127.0.0.1/127.0.0.1:35703:35703)] 2024-11-09T01:13:01,785 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:13:01,786 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:13:01,789 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:13:01,793 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:13:01,797 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:13:01,797 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:01,797 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:13:01,798 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:13:01,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:13:01,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:13:01,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:01,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:13:01,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:13:01,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:13:01,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:01,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:13:01,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:13:01,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:13:01,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:01,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:13:01,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:13:01,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:13:01,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:01,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:13:01,813 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:13:01,814 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740 2024-11-09T01:13:01,817 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740 2024-11-09T01:13:01,819 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:13:01,819 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:13:01,820 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:13:01,822 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:13:01,823 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63797099, jitterRate=-0.04934914410114288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:13:01,823 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:13:01,825 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114781798Writing region info on filesystem at 1731114781798Initializing all the Stores at 1731114781801 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114781801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114781803 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114781803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114781803Cleaning up temporary data from old regions at 1731114781819 (+16 ms)Running coprocessor post-open hooks at 1731114781824 (+5 ms)Region opened successfully at 1731114781825 (+1 ms) 2024-11-09T01:13:01,831 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114781731 2024-11-09T01:13:01,840 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:13:01,841 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:13:01,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:01,844 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,33675,1731114769914, state=OPEN 2024-11-09T01:13:01,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:13:01,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:13:01,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:13:01,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:13:01,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:13:01,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:13:01,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:13:01,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:13:01,898 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:01,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:13:01,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,33675,1731114769914 in 10.1840 sec 2024-11-09T01:13:01,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:13:01,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7190 sec 2024-11-09T01:13:01,914 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:13:01,914 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:13:01,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:13:01,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,33675,1731114769914, seqNum=-1] 2024-11-09T01:13:01,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:13:01,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:13:01,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0370 sec 2024-11-09T01:13:01,972 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114781972, completionTime=-1 2024-11-09T01:13:01,975 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T01:13:01,976 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:13:02,002 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T01:13:02,002 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731114842002 2024-11-09T01:13:02,003 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731114902003 2024-11-09T01:13:02,003 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-09T01:13:02,004 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:13:02,011 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,012 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,012 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,014 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:35301, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,014 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,015 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,021 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:13:02,045 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.021sec 2024-11-09T01:13:02,047 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:13:02,049 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:13:02,050 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:13:02,050 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:13:02,050 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:13:02,051 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:13:02,051 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:13:02,056 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:13:02,057 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:13:02,057 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,35301,1731114768988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:13:02,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1473fdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,071 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T01:13:02,071 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T01:13:02,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,35301,-1 for getting cluster id 2024-11-09T01:13:02,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:13:02,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c372c3-c882-4ee1-b053-484418342081' 2024-11-09T01:13:02,090 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:13:02,090 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c372c3-c882-4ee1-b053-484418342081" 2024-11-09T01:13:02,091 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4e9bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,091 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,35301,-1] 2024-11-09T01:13:02,093 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:13:02,095 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:02,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:13:02,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a17bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:13:02,106 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,33675,1731114769914, seqNum=-1] 2024-11-09T01:13:02,107 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:13:02,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:13:02,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,35301,1731114768988 2024-11-09T01:13:02,153 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731114782151 (current time:1731114782151). 2024-11-09T01:13:02,153 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T01:13:02,153 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T01:13:02,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aae17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,35301,-1 for getting cluster id 2024-11-09T01:13:02,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:13:02,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c372c3-c882-4ee1-b053-484418342081' 2024-11-09T01:13:02,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:13:02,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c372c3-c882-4ee1-b053-484418342081" 2024-11-09T01:13:02,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d41345f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,35301,-1] 2024-11-09T01:13:02,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:13:02,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:02,166 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:13:02,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c018a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:13:02,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:13:02,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,33675,1731114769914, seqNum=-1] 2024-11-09T01:13:02,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:13:02,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:13:02,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:13:02,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:13:02,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:02,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:02,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:13:02,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:13:02,195 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,35301,1731114768988 2024-11-09T01:13:02,197 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b1be2da 2024-11-09T01:13:02,198 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:13:02,201 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:13:02,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:13:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T01:13:02,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:13:02,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T01:13:02,219 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:02,222 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:13:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:02,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:13:02,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:13:02,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:13:02,241 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cab55673da1681774fa9522b0ee8b4b, NAME => 'SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,241 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d95500e3a63e2807c436bb033f0d2107, NAME => 'SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,242 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc662e52ccb12eb21ecfcaee5c2e2e6, NAME => 'SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741838_1014 (size=62) 2024-11-09T01:13:02,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741838_1014 (size=62) 2024-11-09T01:13:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741838_1014 (size=62) 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d95500e3a63e2807c436bb033f0d2107, disabling compactions & flushes 2024-11-09T01:13:02,266 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. after waiting 0 ms 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:02,266 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:02,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d95500e3a63e2807c436bb033f0d2107: Waiting for close lock at 1731114782266Disabling compacts and flushes for region at 1731114782266Disabling writes for close at 1731114782266Writing region close event to WAL at 1731114782266Closed at 1731114782266 2024-11-09T01:13:02,267 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 65d09149b36e528afb4a97e77e83e9fe, NAME => 'SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741839_1015 (size=54) 2024-11-09T01:13:02,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:13:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:13:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741839_1015 (size=54) 2024-11-09T01:13:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741839_1015 (size=54) 2024-11-09T01:13:02,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7bc662e52ccb12eb21ecfcaee5c2e2e6, disabling compactions & flushes 2024-11-09T01:13:02,274 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. after waiting 0 ms 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:02,274 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:02,274 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7bc662e52ccb12eb21ecfcaee5c2e2e6: Waiting for close lock at 1731114782274Disabling compacts and flushes for region at 1731114782274Disabling writes for close at 1731114782274Writing region close event to WAL at 1731114782274Closed at 1731114782274 2024-11-09T01:13:02,275 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bf9dc43200a7618c78b8fda9b31d35ba, NAME => 'SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5cab55673da1681774fa9522b0ee8b4b, disabling compactions & flushes 2024-11-09T01:13:02,275 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. after waiting 0 ms 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:02,275 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:02,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cab55673da1681774fa9522b0ee8b4b: Waiting for close lock at 1731114782275Disabling compacts and flushes for region at 1731114782275Disabling writes for close at 1731114782275Writing region close event to WAL at 1731114782275Closed at 1731114782275 2024-11-09T01:13:02,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c6f0eea884a0ac35b5bdf6ef61b45ce, NAME => 'SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:13:02,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:13:02,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 65d09149b36e528afb4a97e77e83e9fe, disabling compactions & flushes 2024-11-09T01:13:02,288 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. after waiting 0 ms 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:02,288 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:02,288 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 65d09149b36e528afb4a97e77e83e9fe: Waiting for close lock at 1731114782288Disabling compacts and flushes for region at 1731114782288Disabling writes for close at 1731114782288Writing region close event to WAL at 1731114782288Closed at 1731114782288 2024-11-09T01:13:02,289 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 13ea269509477b23a370f96ab8d4eaed, NAME => 'SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:13:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:13:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bf9dc43200a7618c78b8fda9b31d35ba, disabling compactions & flushes 2024-11-09T01:13:02,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. after waiting 0 ms 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:02,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:02,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bf9dc43200a7618c78b8fda9b31d35ba: Waiting for close lock at 1731114782300Disabling compacts and flushes for region at 1731114782300Disabling writes for close at 1731114782300Writing region close event to WAL at 1731114782300Closed at 1731114782300 2024-11-09T01:13:02,301 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cd3d0561fb7a0b632bee6e9cc6da1f45, NAME => 'SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:13:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:13:02,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4c6f0eea884a0ac35b5bdf6ef61b45ce, disabling compactions & flushes 2024-11-09T01:13:02,310 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. after waiting 0 ms 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:02,310 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:02,310 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c6f0eea884a0ac35b5bdf6ef61b45ce: Waiting for close lock at 1731114782310Disabling compacts and flushes for region at 1731114782310Disabling writes for close at 1731114782310Writing region close event to WAL at 1731114782310Closed at 1731114782310 2024-11-09T01:13:02,311 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d3b447e8842eafa692c54c83fc59ac5, NAME => 'SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:13:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:13:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 13ea269509477b23a370f96ab8d4eaed, disabling compactions & flushes 2024-11-09T01:13:02,322 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. after waiting 0 ms 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:02,322 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:02,322 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 13ea269509477b23a370f96ab8d4eaed: Waiting for close lock at 1731114782322Disabling compacts and flushes for region at 1731114782322Disabling writes for close at 1731114782322Writing region close event to WAL at 1731114782322Closed at 1731114782322 2024-11-09T01:13:02,323 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d456f200262a4a353ea48eaf59c25227, NAME => 'SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee 2024-11-09T01:13:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:13:02,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:13:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:13:02,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cd3d0561fb7a0b632bee6e9cc6da1f45, disabling compactions & flushes 2024-11-09T01:13:02,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:02,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:02,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. after waiting 0 ms 2024-11-09T01:13:02,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:02,330 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:02,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cd3d0561fb7a0b632bee6e9cc6da1f45: Waiting for close lock at 1731114782329Disabling compacts and flushes for region at 1731114782329Disabling writes for close at 1731114782329Writing region close event to WAL at 1731114782329Closed at 1731114782329 2024-11-09T01:13:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:13:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:13:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:13:02,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4d3b447e8842eafa692c54c83fc59ac5, disabling compactions & flushes 2024-11-09T01:13:02,344 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:02,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:02,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. after waiting 0 ms 2024-11-09T01:13:02,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:02,345 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:02,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d3b447e8842eafa692c54c83fc59ac5: Waiting for close lock at 1731114782344Disabling compacts and flushes for region at 1731114782344Disabling writes for close at 1731114782344Writing region close event to WAL at 1731114782345 (+1 ms)Closed at 1731114782345 2024-11-09T01:13:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:13:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:13:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d456f200262a4a353ea48eaf59c25227, disabling compactions & flushes 2024-11-09T01:13:02,348 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. after waiting 0 ms 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:02,348 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:02,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d456f200262a4a353ea48eaf59c25227: Waiting for close lock at 1731114782348Disabling compacts and flushes for region at 1731114782348Disabling writes for close at 1731114782348Writing region close event to WAL at 1731114782348Closed at 1731114782348 2024-11-09T01:13:02,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:13:02,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,357 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731114782351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114782351"}]},"ts":"1731114782351"} 2024-11-09T01:13:02,391 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T01:13:02,393 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:13:02,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114782393"}]},"ts":"1731114782393"} 2024-11-09T01:13:02,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T01:13:02,401 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T01:13:02,407 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:13:02,407 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:13:02,407 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T01:13:02,407 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:13:02,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cab55673da1681774fa9522b0ee8b4b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc662e52ccb12eb21ecfcaee5c2e2e6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf9dc43200a7618c78b8fda9b31d35ba, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c6f0eea884a0ac35b5bdf6ef61b45ce, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3d0561fb7a0b632bee6e9cc6da1f45, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d3b447e8842eafa692c54c83fc59ac5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN}] 2024-11-09T01:13:02,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cab55673da1681774fa9522b0ee8b4b, ASSIGN 2024-11-09T01:13:02,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc662e52ccb12eb21ecfcaee5c2e2e6, ASSIGN 2024-11-09T01:13:02,413 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN 2024-11-09T01:13:02,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf9dc43200a7618c78b8fda9b31d35ba, ASSIGN 2024-11-09T01:13:02,415 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cab55673da1681774fa9522b0ee8b4b, ASSIGN; state=OFFLINE, location=5296cfb18d53,33675,1731114769914; forceNewPlan=false, retain=false 2024-11-09T01:13:02,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc662e52ccb12eb21ecfcaee5c2e2e6, ASSIGN; state=OFFLINE, location=5296cfb18d53,46397,1731114769767; forceNewPlan=false, retain=false 2024-11-09T01:13:02,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf9dc43200a7618c78b8fda9b31d35ba, ASSIGN; state=OFFLINE, location=5296cfb18d53,46397,1731114769767; forceNewPlan=false, retain=false 2024-11-09T01:13:02,415 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN; state=OFFLINE, location=5296cfb18d53,43411,1731114769865; forceNewPlan=false, retain=false 2024-11-09T01:13:02,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN 2024-11-09T01:13:02,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d3b447e8842eafa692c54c83fc59ac5, ASSIGN 2024-11-09T01:13:02,421 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN 2024-11-09T01:13:02,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3d0561fb7a0b632bee6e9cc6da1f45, ASSIGN 2024-11-09T01:13:02,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c6f0eea884a0ac35b5bdf6ef61b45ce, ASSIGN 2024-11-09T01:13:02,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN; state=OFFLINE, location=5296cfb18d53,43411,1731114769865; forceNewPlan=false, retain=false 2024-11-09T01:13:02,428 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c6f0eea884a0ac35b5bdf6ef61b45ce, ASSIGN; state=OFFLINE, location=5296cfb18d53,33675,1731114769914; forceNewPlan=false, retain=false 2024-11-09T01:13:02,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3d0561fb7a0b632bee6e9cc6da1f45, ASSIGN; state=OFFLINE, location=5296cfb18d53,46397,1731114769767; forceNewPlan=false, retain=false 2024-11-09T01:13:02,428 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN; state=OFFLINE, location=5296cfb18d53,43411,1731114769865; forceNewPlan=false, retain=false 2024-11-09T01:13:02,428 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d3b447e8842eafa692c54c83fc59ac5, ASSIGN; state=OFFLINE, location=5296cfb18d53,33675,1731114769914; forceNewPlan=false, retain=false 2024-11-09T01:13:02,435 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN 2024-11-09T01:13:02,436 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN; state=OFFLINE, location=5296cfb18d53,43411,1731114769865; forceNewPlan=false, retain=false 2024-11-09T01:13:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:02,568 INFO [5296cfb18d53:35301 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T01:13:02,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cd3d0561fb7a0b632bee6e9cc6da1f45, regionState=OPENING, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:02,569 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf9dc43200a7618c78b8fda9b31d35ba, regionState=OPENING, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:02,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7bc662e52ccb12eb21ecfcaee5c2e2e6, regionState=OPENING, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:02,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d456f200262a4a353ea48eaf59c25227, regionState=OPENING, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:02,569 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=13ea269509477b23a370f96ab8d4eaed, regionState=OPENING, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:02,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=65d09149b36e528afb4a97e77e83e9fe, regionState=OPENING, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:02,571 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d95500e3a63e2807c436bb033f0d2107, regionState=OPENING, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:02,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4d3b447e8842eafa692c54c83fc59ac5, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:02,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c6f0eea884a0ac35b5bdf6ef61b45ce, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:02,572 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cab55673da1681774fa9522b0ee8b4b, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:02,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf9dc43200a7618c78b8fda9b31d35ba, ASSIGN because future has completed 2024-11-09T01:13:02,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba, server=5296cfb18d53,46397,1731114769767}] 2024-11-09T01:13:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc662e52ccb12eb21ecfcaee5c2e2e6, ASSIGN because future has completed 2024-11-09T01:13:02,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6, server=5296cfb18d53,46397,1731114769767}] 2024-11-09T01:13:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cd3d0561fb7a0b632bee6e9cc6da1f45, ASSIGN because future has completed 2024-11-09T01:13:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN because future has completed 2024-11-09T01:13:02,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45, server=5296cfb18d53,46397,1731114769767}] 2024-11-09T01:13:02,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,43411,1731114769865}] 2024-11-09T01:13:02,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN because future has completed 2024-11-09T01:13:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN because future has completed 2024-11-09T01:13:02,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,43411,1731114769865}] 2024-11-09T01:13:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN because future has completed 2024-11-09T01:13:02,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4d3b447e8842eafa692c54c83fc59ac5, ASSIGN because future has completed 2024-11-09T01:13:02,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c6f0eea884a0ac35b5bdf6ef61b45ce, ASSIGN because future has completed 2024-11-09T01:13:02,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:02,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,43411,1731114769865}] 2024-11-09T01:13:02,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:02,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5cab55673da1681774fa9522b0ee8b4b, ASSIGN because future has completed 2024-11-09T01:13:02,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab55673da1681774fa9522b0ee8b4b, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:02,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,43411,1731114769865}] 2024-11-09T01:13:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:03,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:13:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:07,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T01:13:09,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:13:09,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:13:09,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:13:09,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:13:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:12,581 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:13:12,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:13:12,590 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:12,590 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bf9dc43200a7618c78b8fda9b31d35ba, NAME => 'SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T01:13:12,591 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,591 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,591 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,591 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,592 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:13:12,594 INFO [StoreOpener-bf9dc43200a7618c78b8fda9b31d35ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:13:12,597 INFO [StoreOpener-bf9dc43200a7618c78b8fda9b31d35ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9dc43200a7618c78b8fda9b31d35ba columnFamilyName cf 2024-11-09T01:13:12,597 DEBUG [StoreOpener-bf9dc43200a7618c78b8fda9b31d35ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,600 INFO [StoreOpener-bf9dc43200a7618c78b8fda9b31d35ba-1 {}] regionserver.HStore(327): Store=bf9dc43200a7618c78b8fda9b31d35ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,600 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,602 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,603 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,604 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,605 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,609 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,618 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:12,618 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ea269509477b23a370f96ab8d4eaed, NAME => 'SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T01:13:12,619 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:12,619 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,619 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c6f0eea884a0ac35b5bdf6ef61b45ce, NAME => 'SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T01:13:12,619 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/bf9dc43200a7618c78b8fda9b31d35ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,620 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,621 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bf9dc43200a7618c78b8fda9b31d35ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63978204, jitterRate=-0.046650469303131104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,621 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:12,622 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bf9dc43200a7618c78b8fda9b31d35ba: Running coprocessor pre-open hook at 1731114792591Writing region info on filesystem at 1731114792591Initializing all the Stores at 1731114792593 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792593Cleaning up temporary data from old regions at 1731114792605 (+12 ms)Running coprocessor post-open hooks at 1731114792621 (+16 ms)Region opened successfully at 1731114792622 (+1 ms) 2024-11-09T01:13:12,625 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba., pid=15, masterSystemTime=1731114792580 2024-11-09T01:13:12,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf9dc43200a7618c78b8fda9b31d35ba, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:12,631 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:12,632 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:12,632 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:12,632 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => cd3d0561fb7a0b632bee6e9cc6da1f45, NAME => 'SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T01:13:12,633 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,633 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,633 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,633 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba, server=5296cfb18d53,46397,1731114769767 because future has completed 2024-11-09T01:13:12,639 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,640 INFO [StoreOpener-cd3d0561fb7a0b632bee6e9cc6da1f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,643 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ea269509477b23a370f96ab8d4eaed columnFamilyName cf 2024-11-09T01:13:12,643 DEBUG [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,644 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] regionserver.HStore(327): Store=13ea269509477b23a370f96ab8d4eaed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,644 INFO [StoreOpener-4c6f0eea884a0ac35b5bdf6ef61b45ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,645 INFO [StoreOpener-cd3d0561fb7a0b632bee6e9cc6da1f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3d0561fb7a0b632bee6e9cc6da1f45 columnFamilyName cf 2024-11-09T01:13:12,645 DEBUG [StoreOpener-cd3d0561fb7a0b632bee6e9cc6da1f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,647 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,648 INFO [StoreOpener-4c6f0eea884a0ac35b5bdf6ef61b45ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c6f0eea884a0ac35b5bdf6ef61b45ce columnFamilyName cf 2024-11-09T01:13:12,649 DEBUG [StoreOpener-4c6f0eea884a0ac35b5bdf6ef61b45ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,650 INFO [StoreOpener-cd3d0561fb7a0b632bee6e9cc6da1f45-1 {}] regionserver.HStore(327): Store=cd3d0561fb7a0b632bee6e9cc6da1f45/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,650 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,650 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,651 INFO [StoreOpener-4c6f0eea884a0ac35b5bdf6ef61b45ce-1 {}] regionserver.HStore(327): Store=4c6f0eea884a0ac35b5bdf6ef61b45ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,651 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,652 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,652 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,653 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,654 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-09T01:13:12,655 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,655 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,655 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,655 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba, server=5296cfb18d53,46397,1731114769767 in 10.0620 sec 2024-11-09T01:13:12,655 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,656 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,656 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,660 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf9dc43200a7618c78b8fda9b31d35ba, ASSIGN in 10.2470 sec 2024-11-09T01:13:12,661 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,661 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,664 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,666 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened cd3d0561fb7a0b632bee6e9cc6da1f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73193354, jitterRate=0.09066596627235413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,667 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:12,667 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for cd3d0561fb7a0b632bee6e9cc6da1f45: Running coprocessor pre-open hook at 1731114792633Writing region info on filesystem at 1731114792633Initializing all the Stores at 1731114792636 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792636Cleaning up temporary data from old regions at 1731114792655 (+19 ms)Running coprocessor post-open hooks at 1731114792667 (+12 ms)Region opened successfully at 1731114792667 2024-11-09T01:13:12,668 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., pid=17, masterSystemTime=1731114792580 2024-11-09T01:13:12,669 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,669 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4c6f0eea884a0ac35b5bdf6ef61b45ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,670 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4c6f0eea884a0ac35b5bdf6ef61b45ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60130426, jitterRate=-0.10398682951927185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,670 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:12,671 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4c6f0eea884a0ac35b5bdf6ef61b45ce: Running coprocessor pre-open hook at 1731114792620Writing region info on filesystem at 1731114792620Initializing all the Stores at 1731114792623 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792624 (+1 ms)Cleaning up temporary data from old regions at 1731114792656 (+32 ms)Running coprocessor post-open hooks at 1731114792670 (+14 ms)Region opened successfully at 1731114792670 2024-11-09T01:13:12,671 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 13ea269509477b23a370f96ab8d4eaed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62601586, jitterRate=-0.06716367602348328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,672 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:12,672 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:12,672 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:12,672 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 13ea269509477b23a370f96ab8d4eaed: Running coprocessor pre-open hook at 1731114792622Writing region info on filesystem at 1731114792622Initializing all the Stores at 1731114792625 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792625Cleaning up temporary data from old regions at 1731114792655 (+30 ms)Running coprocessor post-open hooks at 1731114792672 (+17 ms)Region opened successfully at 1731114792672 2024-11-09T01:13:12,672 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:12,673 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc662e52ccb12eb21ecfcaee5c2e2e6, NAME => 'SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T01:13:12,673 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,673 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,673 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,674 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,675 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce., pid=22, masterSystemTime=1731114792596 2024-11-09T01:13:12,675 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., pid=18, masterSystemTime=1731114792592 2024-11-09T01:13:12,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cd3d0561fb7a0b632bee6e9cc6da1f45, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:12,681 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:12,681 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:12,681 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:12,681 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d3b447e8842eafa692c54c83fc59ac5, NAME => 'SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T01:13:12,682 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45, server=5296cfb18d53,46397,1731114769767 because future has completed 2024-11-09T01:13:12,682 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,682 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c6f0eea884a0ac35b5bdf6ef61b45ce, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:12,682 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,686 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:12,687 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:12,687 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:12,687 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=13ea269509477b23a370f96ab8d4eaed, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:12,687 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 65d09149b36e528afb4a97e77e83e9fe, NAME => 'SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T01:13:12,688 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce, server=5296cfb18d53,33675,1731114769914 because future has completed 2024-11-09T01:13:12,688 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,688 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,688 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,692 INFO [StoreOpener-7bc662e52ccb12eb21ecfcaee5c2e2e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,43411,1731114769865 because future has completed 2024-11-09T01:13:12,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-09T01:13:12,697 INFO [StoreOpener-7bc662e52ccb12eb21ecfcaee5c2e2e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc662e52ccb12eb21ecfcaee5c2e2e6 columnFamilyName cf 2024-11-09T01:13:12,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45, server=5296cfb18d53,46397,1731114769767 in 10.1070 sec 2024-11-09T01:13:12,697 DEBUG [StoreOpener-7bc662e52ccb12eb21ecfcaee5c2e2e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,699 INFO [StoreOpener-7bc662e52ccb12eb21ecfcaee5c2e2e6-1 {}] regionserver.HStore(327): Store=7bc662e52ccb12eb21ecfcaee5c2e2e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-09T01:13:12,699 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,701 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cd3d0561fb7a0b632bee6e9cc6da1f45, ASSIGN in 10.2880 sec 2024-11-09T01:13:12,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce, server=5296cfb18d53,33675,1731114769914 in 10.1020 sec 2024-11-09T01:13:12,703 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,704 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,704 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,704 INFO [StoreOpener-4d3b447e8842eafa692c54c83fc59ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,707 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c6f0eea884a0ac35b5bdf6ef61b45ce, ASSIGN in 10.2940 sec 2024-11-09T01:13:12,708 INFO [StoreOpener-4d3b447e8842eafa692c54c83fc59ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d3b447e8842eafa692c54c83fc59ac5 columnFamilyName cf 2024-11-09T01:13:12,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-09T01:13:12,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,43411,1731114769865 in 10.1160 sec 2024-11-09T01:13:12,709 DEBUG [StoreOpener-4d3b447e8842eafa692c54c83fc59ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,712 INFO [StoreOpener-4d3b447e8842eafa692c54c83fc59ac5-1 {}] regionserver.HStore(327): Store=4d3b447e8842eafa692c54c83fc59ac5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,712 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,713 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,713 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN in 10.3010 sec 2024-11-09T01:13:12,714 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d09149b36e528afb4a97e77e83e9fe columnFamilyName cf 2024-11-09T01:13:12,714 DEBUG [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,714 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,715 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,715 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] regionserver.HStore(327): Store=65d09149b36e528afb4a97e77e83e9fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,715 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,715 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,718 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,719 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,719 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,720 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,720 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,722 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/7bc662e52ccb12eb21ecfcaee5c2e2e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,723 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7bc662e52ccb12eb21ecfcaee5c2e2e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63453111, jitterRate=-0.05447496473789215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,724 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:12,724 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7bc662e52ccb12eb21ecfcaee5c2e2e6: Running coprocessor pre-open hook at 1731114792674Writing region info on filesystem at 1731114792674Initializing all the Stores at 1731114792678 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792678Cleaning up temporary data from old regions at 1731114792704 (+26 ms)Running coprocessor post-open hooks at 1731114792724 (+20 ms)Region opened successfully at 1731114792724 2024-11-09T01:13:12,725 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,726 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6., pid=16, masterSystemTime=1731114792580 2024-11-09T01:13:12,729 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,730 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:12,731 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:12,731 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 4d3b447e8842eafa692c54c83fc59ac5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75028347, jitterRate=0.11800949275493622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,731 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:12,731 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 4d3b447e8842eafa692c54c83fc59ac5: Running coprocessor pre-open hook at 1731114792682Writing region info on filesystem at 1731114792682Initializing all the Stores at 1731114792686 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792686Cleaning up temporary data from old regions at 1731114792715 (+29 ms)Running coprocessor post-open hooks at 1731114792731 (+16 ms)Region opened successfully at 1731114792731 2024-11-09T01:13:12,732 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7bc662e52ccb12eb21ecfcaee5c2e2e6, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:12,734 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., pid=20, masterSystemTime=1731114792596 2024-11-09T01:13:12,740 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:12,740 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:12,740 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:12,740 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cab55673da1681774fa9522b0ee8b4b, NAME => 'SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T01:13:12,741 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,741 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,741 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6, server=5296cfb18d53,46397,1731114769767 because future has completed 2024-11-09T01:13:12,741 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4d3b447e8842eafa692c54c83fc59ac5, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:12,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5, server=5296cfb18d53,33675,1731114769914 because future has completed 2024-11-09T01:13:12,752 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-09T01:13:12,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6, server=5296cfb18d53,46397,1731114769767 in 10.1660 sec 2024-11-09T01:13:12,753 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 65d09149b36e528afb4a97e77e83e9fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68112205, jitterRate=0.014950945973396301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,754 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:12,754 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 65d09149b36e528afb4a97e77e83e9fe: Running coprocessor pre-open hook at 1731114792688Writing region info on filesystem at 1731114792688Initializing all the Stores at 1731114792691 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792691Cleaning up temporary data from old regions at 1731114792720 (+29 ms)Running coprocessor post-open hooks at 1731114792754 (+34 ms)Region opened successfully at 1731114792754 2024-11-09T01:13:12,756 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe., pid=24, masterSystemTime=1731114792592 2024-11-09T01:13:12,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc662e52ccb12eb21ecfcaee5c2e2e6, ASSIGN in 10.3450 sec 2024-11-09T01:13:12,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-09T01:13:12,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5, server=5296cfb18d53,33675,1731114769914 in 10.1600 sec 2024-11-09T01:13:12,760 INFO [StoreOpener-5cab55673da1681774fa9522b0ee8b4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4d3b447e8842eafa692c54c83fc59ac5, ASSIGN in 10.3480 sec 2024-11-09T01:13:12,762 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:12,762 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:12,762 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:12,763 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d95500e3a63e2807c436bb033f0d2107, NAME => 'SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T01:13:12,764 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,764 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=65d09149b36e528afb4a97e77e83e9fe, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:12,764 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,764 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,765 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,766 INFO [StoreOpener-5cab55673da1681774fa9522b0ee8b4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab55673da1681774fa9522b0ee8b4b columnFamilyName cf 2024-11-09T01:13:12,767 DEBUG [StoreOpener-5cab55673da1681774fa9522b0ee8b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,768 INFO [StoreOpener-5cab55673da1681774fa9522b0ee8b4b-1 {}] regionserver.HStore(327): Store=5cab55673da1681774fa9522b0ee8b4b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,768 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,43411,1731114769865 because future has completed 2024-11-09T01:13:12,770 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,772 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,774 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,774 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-09T01:13:12,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,43411,1731114769865 in 10.1690 sec 2024-11-09T01:13:12,779 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,781 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN in 10.3690 sec 2024-11-09T01:13:12,784 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d95500e3a63e2807c436bb033f0d2107 columnFamilyName cf 2024-11-09T01:13:12,784 DEBUG [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,785 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] regionserver.HStore(327): Store=d95500e3a63e2807c436bb033f0d2107/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,785 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,787 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,788 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,789 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,789 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,793 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,793 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/5cab55673da1681774fa9522b0ee8b4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,794 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5cab55673da1681774fa9522b0ee8b4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72079462, jitterRate=0.07406768202781677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,795 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:12,795 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5cab55673da1681774fa9522b0ee8b4b: Running coprocessor pre-open hook at 1731114792742Writing region info on filesystem at 1731114792742Initializing all the Stores at 1731114792747 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792747Cleaning up temporary data from old regions at 1731114792775 (+28 ms)Running coprocessor post-open hooks at 1731114792795 (+20 ms)Region opened successfully at 1731114792795 2024-11-09T01:13:12,797 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b., pid=23, masterSystemTime=1731114792596 2024-11-09T01:13:12,799 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,801 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d95500e3a63e2807c436bb033f0d2107; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59552226, jitterRate=-0.11260268092155457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,801 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:12,801 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d95500e3a63e2807c436bb033f0d2107: Running coprocessor pre-open hook at 1731114792765Writing region info on filesystem at 1731114792765Initializing all the Stores at 1731114792767 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792767Cleaning up temporary data from old regions at 1731114792789 (+22 ms)Running coprocessor post-open hooks at 1731114792801 (+12 ms)Region opened successfully at 1731114792801 2024-11-09T01:13:12,804 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107., pid=21, masterSystemTime=1731114792592 2024-11-09T01:13:12,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cab55673da1681774fa9522b0ee8b4b, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:12,810 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:12,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab55673da1681774fa9522b0ee8b4b, server=5296cfb18d53,33675,1731114769914 because future has completed 2024-11-09T01:13:12,811 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:12,811 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:12,811 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d456f200262a4a353ea48eaf59c25227, NAME => 'SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T01:13:12,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:12,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,812 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d95500e3a63e2807c436bb033f0d2107, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:12,810 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:12,816 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,43411,1731114769865 because future has completed 2024-11-09T01:13:12,819 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5296cfb18d53,43411,1731114769865, table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T01:13:12,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-09T01:13:12,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cab55673da1681774fa9522b0ee8b4b, server=5296cfb18d53,33675,1731114769914 in 10.2180 sec 2024-11-09T01:13:12,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-09T01:13:12,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5cab55673da1681774fa9522b0ee8b4b, ASSIGN in 10.4160 sec 2024-11-09T01:13:12,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,43411,1731114769865 in 10.2310 sec 2024-11-09T01:13:12,828 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,832 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d456f200262a4a353ea48eaf59c25227 columnFamilyName cf 2024-11-09T01:13:12,832 DEBUG [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:12,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN in 10.4190 sec 2024-11-09T01:13:12,833 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] regionserver.HStore(327): Store=d456f200262a4a353ea48eaf59c25227/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:12,833 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,835 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,836 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,839 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,843 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,848 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:13:12,849 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d456f200262a4a353ea48eaf59c25227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64496045, jitterRate=-0.03893403708934784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:12,849 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:12,849 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d456f200262a4a353ea48eaf59c25227: Running coprocessor pre-open hook at 1731114792812Writing region info on filesystem at 1731114792812Initializing all the Stores at 1731114792821 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114792821Cleaning up temporary data from old regions at 1731114792839 (+18 ms)Running coprocessor post-open hooks at 1731114792849 (+10 ms)Region opened successfully at 1731114792849 2024-11-09T01:13:12,850 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., pid=19, masterSystemTime=1731114792592 2024-11-09T01:13:12,854 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:12,854 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:12,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d456f200262a4a353ea48eaf59c25227, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,43411,1731114769865 2024-11-09T01:13:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,43411,1731114769865 because future has completed 2024-11-09T01:13:12,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-09T01:13:12,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,43411,1731114769865 in 10.2790 sec 2024-11-09T01:13:12,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-09T01:13:12,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN in 10.4590 sec 2024-11-09T01:13:12,877 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:13:12,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114792877"}]},"ts":"1731114792877"} 2024-11-09T01:13:12,882 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T01:13:12,885 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:13:12,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6760 sec 2024-11-09T01:13:15,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T01:13:18,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:13:18,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T01:13:19,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-09T01:13:19,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-09T01:13:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:13:20,487 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T01:13:20,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T01:13:20,491 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:13:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T01:13:20,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:13:20,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T01:13:20,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,657 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,660 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., hostname=5296cfb18d53,46397,1731114769767, seqNum=2] 2024-11-09T01:13:20,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., hostname=5296cfb18d53,33675,1731114769914, seqNum=2] 2024-11-09T01:13:20,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:20,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., hostname=5296cfb18d53,43411,1731114769865, seqNum=2] 2024-11-09T01:13:21,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:13:21,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:13:21,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:13:21,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46397 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:13:21,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:13:21,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33675 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:13:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43411 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:21,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43411 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:13:22,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43411 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:13:22,666 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T01:13:22,668 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:13:22,670 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T01:13:22,678 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T01:13:22,693 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T01:13:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:13:22,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:13:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:13:22,713 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T01:13:22,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cab55673da1681774fa9522b0ee8b4b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227}] 2024-11-09T01:13:22,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:22,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:22,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:22,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:22,724 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:22,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:22,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:22,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:22,747 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:22,748 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:22,770 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5296cfb18d53,43411,1731114769865 2024-11-09T01:13:22,771 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5296cfb18d53,43411,1731114769865: Simulated kill ***** 2024-11-09T01:13:22,771 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:13:22,774 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:13:22,776 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:13:22,779 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:13:22,780 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:13:22,788 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 529851168 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154284320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "5296cfb18d53", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14498, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "5296cfb18d53", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63026", "tag.serverName": "5296cfb18d53,46397,1731114769767", "tag.clusterId": "c6c372c3-c882-4ee1-b053-484418342081", "tag.Context": "regionserver", "tag.Hostname": "5296cfb18d53", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731114769767, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-09T01:13:22,792 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35301 {}] master.MasterRpcServices(700): 5296cfb18d53,43411,1731114769865 reported a fatal error: ***** ABORTING region server 5296cfb18d53,43411,1731114769865: Simulated kill ***** 2024-11-09T01:13:22,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,43411,1731114769865' ***** 2024-11-09T01:13:22,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T01:13:22,795 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:13:22,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:13:22,796 INFO [RS:1;5296cfb18d53:43411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T01:13:22,796 INFO [RS:1;5296cfb18d53:43411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T01:13:22,796 INFO [RS:1;5296cfb18d53:43411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:13:22,796 INFO [RS:1;5296cfb18d53:43411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:43411. 2024-11-09T01:13:22,796 DEBUG [RS:1;5296cfb18d53:43411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:13:22,797 DEBUG [RS:1;5296cfb18d53:43411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:22,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:13:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741834_1010 (size=1257) 2024-11-09T01:13:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741834_1010 (size=1257) 2024-11-09T01:13:22,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741834_1010 (size=1257) 2024-11-09T01:13:22,807 DEBUG [RS:1;5296cfb18d53:43411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:13:22,807 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:13:22,807 INFO [RS:1;5296cfb18d53:43411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43411 2024-11-09T01:13:22,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,43411,1731114769865 2024-11-09T01:13:22,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:13:22,821 INFO [RS:1;5296cfb18d53:43411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:13:22,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,43411,1731114769865] 2024-11-09T01:13:22,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,43411,1731114769865 already deleted, retry=false 2024-11-09T01:13:22,842 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5296cfb18d53,43411,1731114769865 on 5296cfb18d53,35301,1731114768988 2024-11-09T01:13:22,847 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5296cfb18d53,43411,1731114769865, splitWal=true, meta=false 2024-11-09T01:13:22,852 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5296cfb18d53,43411,1731114769865, splitWal=true, meta=false 2024-11-09T01:13:22,852 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 5296cfb18d53,43411,1731114769865 (carryingMeta=false) 5296cfb18d53,43411,1731114769865/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@551b561[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T01:13:22,855 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 5296cfb18d53,43411,1731114769865 had 4 regions 2024-11-09T01:13:22,857 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:22,857 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,43411,1731114769865, splitWal=true, meta=false, isMeta: false 2024-11-09T01:13:22,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:22,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:22,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:22,860 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe can not run currently because target server of region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T01:13:22,860 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe; timeout=1000, timestamp=1731114803860 2024-11-09T01:13:22,862 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting 2024-11-09T01:13:22,862 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed can not run currently because target server of region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T01:13:22,862 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 can not run currently because target server of region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T01:13:22,862 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107; timeout=1000, timestamp=1731114803862 2024-11-09T01:13:22,862 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed; timeout=1000, timestamp=1731114803862 2024-11-09T01:13:22,863 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 can not run currently because target server of region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 1000 ms to retry 2024-11-09T01:13:22,863 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227; timeout=1000, timestamp=1731114803863 2024-11-09T01:13:22,864 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5296cfb18d53,43411,1731114769865 WAL count=1, meta=false 2024-11-09T01:13:22,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5296cfb18d53%2C43411%2C1731114769865.1731114771401}] 2024-11-09T01:13:22,868 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:13:22,877 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:22,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C43411%2C1731114769865.1731114771401, worker=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:22,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:13:22,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1011d2712d10002, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:13:22,932 INFO [RS:1;5296cfb18d53:43411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:13:22,932 INFO [RS:1;5296cfb18d53:43411 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,43411,1731114769865; zookeeper connection closed. 2024-11-09T01:13:22,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@93676 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@93676 2024-11-09T01:13:23,237 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:13:23,238 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:13:23,861 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:23,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:23,863 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe can not run currently because target server of region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T01:13:23,863 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe; timeout=2000, timestamp=1731114805863 2024-11-09T01:13:23,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:23,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:23,865 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 can not run currently because target server of region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T01:13:23,865 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 can not run currently because target server of region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T01:13:23,865 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed can not run currently because target server of region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 2000 ms to retry 2024-11-09T01:13:23,865 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227; timeout=2000, timestamp=1731114805865 2024-11-09T01:13:23,865 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed; timeout=2000, timestamp=1731114805865 2024-11-09T01:13:23,865 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107; timeout=2000, timestamp=1731114805865 2024-11-09T01:13:24,975 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T01:13:25,864 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:25,865 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe can not run currently because target server of region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T01:13:25,866 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe; timeout=4000, timestamp=1731114809865 2024-11-09T01:13:25,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:25,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:25,867 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:25,870 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 can not run currently because target server of region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T01:13:25,870 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 can not run currently because target server of region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T01:13:25,870 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed can not run currently because target server of region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 4000 ms to retry 2024-11-09T01:13:25,870 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107; timeout=4000, timestamp=1731114809870 2024-11-09T01:13:25,870 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed; timeout=4000, timestamp=1731114809870 2024-11-09T01:13:25,870 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227; timeout=4000, timestamp=1731114809870 2024-11-09T01:13:29,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:29,867 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe can not run currently because target server of region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T01:13:29,868 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe; timeout=8000, timestamp=1731114817868 2024-11-09T01:13:29,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:29,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:29,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:29,873 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 can not run currently because target server of region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T01:13:29,873 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 can not run currently because target server of region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T01:13:29,873 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed can not run currently because target server of region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 5296cfb18d53,43411,1731114769865 is in state SPLITTING, wait 8000 ms to retry 2024-11-09T01:13:29,873 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107; timeout=8000, timestamp=1731114817873 2024-11-09T01:13:29,873 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed; timeout=8000, timestamp=1731114817873 2024-11-09T01:13:29,873 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227; timeout=8000, timestamp=1731114817873 2024-11-09T01:13:32,596 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=5296cfb18d53,43411,1731114769865, timeout=1731114812726, delay=129, operations=null, containedObject=5296cfb18d53,46397,1731114769767, timeout=1731114812726, delay=129, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba], containedObject=5296cfb18d53,33675,1731114769914, timeout=1731114812726, delay=129, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cab55673da1681774fa9522b0ee8b4b, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C43411%2C1731114769865.1731114771401, worker=5296cfb18d53,33675,1731114769914]] 2024-11-09T01:13:32,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T01:13:32,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T01:13:32,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T01:13:32,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:32,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:32,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T01:13:32,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:32,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T01:13:32,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T01:13:32,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:32,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:32,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 4d3b447e8842eafa692c54c83fc59ac5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T01:13:32,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cd3d0561fb7a0b632bee6e9cc6da1f45 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T01:13:32,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 4c6f0eea884a0ac35b5bdf6ef61b45ce: 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5cab55673da1681774fa9522b0ee8b4b: 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7bc662e52ccb12eb21ecfcaee5c2e2e6: 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. for SnapshotProcedureTest completed. 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. for SnapshotProcedureTest completed. 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. for SnapshotProcedureTest completed. 2024-11-09T01:13:32,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:32,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for bf9dc43200a7618c78b8fda9b31d35ba: 2024-11-09T01:13:32,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. for SnapshotProcedureTest completed. 2024-11-09T01:13:32,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:32,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:32,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:32,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:32,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:32,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:32,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:32,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:32,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:32,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:32,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:32,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:32,792 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401, size=1.2 K (1257bytes) 2024-11-09T01:13:32,793 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T01:13:32,793 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T01:13:32,793 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 2024-11-09T01:13:32,802 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 after 7ms 2024-11-09T01:13:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741850_1026 (size=65) 2024-11-09T01:13:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741850_1026 (size=65) 2024-11-09T01:13:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741850_1026 (size=65) 2024-11-09T01:13:32,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:13:32,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T01:13:32,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/.tmp/cf/c10f34b552644cd0a27c128943f06ebe is 34, key is baa/cf:cf/1731114801875/Put/seqid=0 2024-11-09T01:13:32,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/.tmp/cf/d961a5be96db43c4aacbf1271fd6daf6 is 34, key is ccd/cf:cf/1731114801915/Put/seqid=0 2024-11-09T01:13:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T01:13:32,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:32,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741849_1025 (size=57) 2024-11-09T01:13:32,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:13:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741849_1025 (size=57) 2024-11-09T01:13:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741849_1025 (size=57) 2024-11-09T01:13:32,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:13:32,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T01:13:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T01:13:32,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:32,924 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:13:32,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c6f0eea884a0ac35b5bdf6ef61b45ce in 10.2070 sec 2024-11-09T01:13:32,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5cab55673da1681774fa9522b0ee8b4b in 10.2100 sec 2024-11-09T01:13:32,950 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 took 160ms 2024-11-09T01:13:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:13:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:13:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:13:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:13:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:13:32,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:13:32,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:13:32,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T01:13:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T01:13:32,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:32,993 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:13:32,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7bc662e52ccb12eb21ecfcaee5c2e2e6 in 10.2800 sec 2024-11-09T01:13:33,010 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 13ea269509477b23a370f96ab8d4eaed: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T01:13:33,013 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 65d09149b36e528afb4a97e77e83e9fe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T01:13:33,015 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d95500e3a63e2807c436bb033f0d2107: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T01:13:33,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d456f200262a4a353ea48eaf59c25227: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-09T01:13:33,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 so closing down 2024-11-09T01:13:33,019 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T01:13:33,020 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T01:13:33,025 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-09T01:13:33,025 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401, journal: Splitting hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401, size=1.2 K (1257bytes) at 1731114812792Finishing writing output for hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 so closing down at 1731114813019 (+227 ms)3 split writer threads finished at 1731114813020 (+1 ms)Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731114813025 (+5 ms) 2024-11-09T01:13:33,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 2024-11-09T01:13:33,026 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T01:13:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T01:13:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741854_1030 (size=28623) 2024-11-09T01:13:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741854_1030 (size=28623) 2024-11-09T01:13:33,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741854_1030 (size=28623) 2024-11-09T01:13:33,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/.tmp/cf/c10f34b552644cd0a27c128943f06ebe 2024-11-09T01:13:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741853_1029 (size=47197) 2024-11-09T01:13:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741853_1029 (size=47197) 2024-11-09T01:13:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741853_1029 (size=47197) 2024-11-09T01:13:33,085 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/.tmp/cf/d961a5be96db43c4aacbf1271fd6daf6 2024-11-09T01:13:33,121 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting/5296cfb18d53%2C43411%2C1731114769865.1731114771401 to hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs 2024-11-09T01:13:33,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T01:13:33,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C43411%2C1731114769865.1731114771401, worker=5296cfb18d53,33675,1731114769914 in 10.2410 sec 2024-11-09T01:13:33,130 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:33,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T01:13:33,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 5296cfb18d53%2C43411%2C1731114769865.1731114771401, worker=5296cfb18d53,33675,1731114769914 in 10.2650 sec 2024-11-09T01:13:33,140 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting dir is empty, no logs to split. 2024-11-09T01:13:33,140 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5296cfb18d53,43411,1731114769865 WAL count=0, meta=false 2024-11-09T01:13:33,140 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,43411,1731114769865 WAL splitting is done? wals=0, meta=false 2024-11-09T01:13:33,144 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5296cfb18d53,43411,1731114769865 failed, ignore...File hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/WALs/5296cfb18d53,43411,1731114769865-splitting does not exist. 2024-11-09T01:13:33,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/.tmp/cf/d961a5be96db43c4aacbf1271fd6daf6 as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/cf/d961a5be96db43c4aacbf1271fd6daf6 2024-11-09T01:13:33,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/.tmp/cf/c10f34b552644cd0a27c128943f06ebe as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/cf/c10f34b552644cd0a27c128943f06ebe 2024-11-09T01:13:33,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN}] 2024-11-09T01:13:33,150 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN 2024-11-09T01:13:33,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN 2024-11-09T01:13:33,152 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN 2024-11-09T01:13:33,152 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN 2024-11-09T01:13:33,153 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:13:33,154 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:13:33,154 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:13:33,156 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:13:33,159 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/cf/d961a5be96db43c4aacbf1271fd6daf6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T01:13:33,167 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 4d3b447e8842eafa692c54c83fc59ac5 in 426ms, sequenceid=5, compaction requested=false 2024-11-09T01:13:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 4d3b447e8842eafa692c54c83fc59ac5: 2024-11-09T01:13:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. for SnapshotProcedureTest completed. 2024-11-09T01:13:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:33,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/cf/d961a5be96db43c4aacbf1271fd6daf6] hfiles 2024-11-09T01:13:33,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/cf/c10f34b552644cd0a27c128943f06ebe, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T01:13:33,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/cf/d961a5be96db43c4aacbf1271fd6daf6 for snapshot=SnapshotProcedureTest 2024-11-09T01:13:33,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for cd3d0561fb7a0b632bee6e9cc6da1f45 in 442ms, sequenceid=5, compaction requested=false 2024-11-09T01:13:33,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cd3d0561fb7a0b632bee6e9cc6da1f45: 2024-11-09T01:13:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. for SnapshotProcedureTest completed. 2024-11-09T01:13:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/cf/c10f34b552644cd0a27c128943f06ebe] hfiles 2024-11-09T01:13:33,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/cf/c10f34b552644cd0a27c128943f06ebe for snapshot=SnapshotProcedureTest 2024-11-09T01:13:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741856_1032 (size=105) 2024-11-09T01:13:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741856_1032 (size=105) 2024-11-09T01:13:33,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741856_1032 (size=105) 2024-11-09T01:13:33,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:13:33,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T01:13:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T01:13:33,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:33,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:13:33,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4d3b447e8842eafa692c54c83fc59ac5 in 10.5590 sec 2024-11-09T01:13:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741855_1031 (size=105) 2024-11-09T01:13:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741855_1031 (size=105) 2024-11-09T01:13:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741855_1031 (size=105) 2024-11-09T01:13:33,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:13:33,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T01:13:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T01:13:33,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:33,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:13:33,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cd3d0561fb7a0b632bee6e9cc6da1f45 in 10.5850 sec 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:13:33,304 INFO [5296cfb18d53:35301 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:13:33,304 INFO [5296cfb18d53:35301 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:13:33,304 DEBUG [5296cfb18d53:35301 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:13:33,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13ea269509477b23a370f96ab8d4eaed, regionState=OPENING, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:33,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d456f200262a4a353ea48eaf59c25227, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:33,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=65d09149b36e528afb4a97e77e83e9fe, regionState=OPENING, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:33,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d95500e3a63e2807c436bb033f0d2107, regionState=OPENING, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:33,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN because future has completed 2024-11-09T01:13:33,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:33,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN because future has completed 2024-11-09T01:13:33,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,33675,1731114769914}] 2024-11-09T01:13:33,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN because future has completed 2024-11-09T01:13:33,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,46397,1731114769767}] 2024-11-09T01:13:33,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN because future has completed 2024-11-09T01:13:33,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,46397,1731114769767}] 2024-11-09T01:13:33,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:13:33,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T01:13:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T01:13:33,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:33,363 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:13:33,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf9dc43200a7618c78b8fda9b31d35ba in 10.6490 sec 2024-11-09T01:13:37,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe held by pid=41 2024-11-09T01:13:37,868 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:37,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 held by pid=42 2024-11-09T01:13:37,873 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:37,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed held by pid=39 2024-11-09T01:13:37,873 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:37,873 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 held by pid=40 2024-11-09T01:13:37,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:42,929 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T01:13:42,929 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T01:13:43,329 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:43,329 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => d456f200262a4a353ea48eaf59c25227, NAME => 'SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T01:13:43,329 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,330 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:43,330 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,330 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,332 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:43,332 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d95500e3a63e2807c436bb033f0d2107, NAME => 'SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T01:13:43,332 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,333 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,333 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:43,333 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,333 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,334 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d456f200262a4a353ea48eaf59c25227 columnFamilyName cf 2024-11-09T01:13:43,334 DEBUG [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:43,335 INFO [StoreOpener-d456f200262a4a353ea48eaf59c25227-1 {}] regionserver.HStore(327): Store=d456f200262a4a353ea48eaf59c25227/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:43,335 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,335 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,337 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,339 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,340 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,342 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d95500e3a63e2807c436bb033f0d2107 columnFamilyName cf 2024-11-09T01:13:43,342 DEBUG [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:43,342 INFO [StoreOpener-d95500e3a63e2807c436bb033f0d2107-1 {}] regionserver.HStore(327): Store=d95500e3a63e2807c436bb033f0d2107/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:43,343 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,344 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,344 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,346 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened d456f200262a4a353ea48eaf59c25227; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71235595, jitterRate=0.06149308383464813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:43,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for d456f200262a4a353ea48eaf59c25227: Running coprocessor pre-open hook at 1731114823330Writing region info on filesystem at 1731114823330Initializing all the Stores at 1731114823332 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114823332Cleaning up temporary data from old regions at 1731114823340 (+8 ms)Running coprocessor post-open hooks at 1731114823346 (+6 ms)Region opened successfully at 1731114823346 2024-11-09T01:13:43,346 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,347 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,347 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., pid=44, masterSystemTime=1731114823322 2024-11-09T01:13:43,351 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:43,352 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:43,352 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:43,352 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 65d09149b36e528afb4a97e77e83e9fe, NAME => 'SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T01:13:43,352 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,353 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:43,353 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,353 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d456f200262a4a353ea48eaf59c25227, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:43,355 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35301 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5296cfb18d53,33675,1731114769914, table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T01:13:43,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,33675,1731114769914 because future has completed 2024-11-09T01:13:43,360 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,361 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d95500e3a63e2807c436bb033f0d2107; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71202640, jitterRate=0.06100201606750488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:43,362 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,362 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d95500e3a63e2807c436bb033f0d2107: Running coprocessor pre-open hook at 1731114823333Writing region info on filesystem at 1731114823333Initializing all the Stores at 1731114823334 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114823335 (+1 ms)Cleaning up temporary data from old regions at 1731114823347 (+12 ms)Running coprocessor post-open hooks at 1731114823362 (+15 ms)Region opened successfully at 1731114823362 2024-11-09T01:13:43,363 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107., pid=46, masterSystemTime=1731114823325 2024-11-09T01:13:43,365 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:43,365 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:43,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d95500e3a63e2807c436bb033f0d2107, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:43,365 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:43,366 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ea269509477b23a370f96ab8d4eaed, NAME => 'SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T01:13:43,367 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,367 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:13:43,367 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,367 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,46397,1731114769767 because future has completed 2024-11-09T01:13:43,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-09T01:13:43,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d456f200262a4a353ea48eaf59c25227, server=5296cfb18d53,33675,1731114769914 in 10.0500 sec 2024-11-09T01:13:43,372 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d456f200262a4a353ea48eaf59c25227, ASSIGN in 10.2230 sec 2024-11-09T01:13:43,374 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:43,375 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65d09149b36e528afb4a97e77e83e9fe columnFamilyName cf 2024-11-09T01:13:43,375 DEBUG [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:43,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-09T01:13:43,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure d95500e3a63e2807c436bb033f0d2107, server=5296cfb18d53,46397,1731114769767 in 10.0520 sec 2024-11-09T01:13:43,376 INFO [StoreOpener-65d09149b36e528afb4a97e77e83e9fe-1 {}] regionserver.HStore(327): Store=65d09149b36e528afb4a97e77e83e9fe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:43,377 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,378 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,378 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:43,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d95500e3a63e2807c436bb033f0d2107, ASSIGN in 10.2280 sec 2024-11-09T01:13:43,379 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ea269509477b23a370f96ab8d4eaed columnFamilyName cf 2024-11-09T01:13:43,379 DEBUG [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:13:43,379 INFO [StoreOpener-13ea269509477b23a370f96ab8d4eaed-1 {}] regionserver.HStore(327): Store=13ea269509477b23a370f96ab8d4eaed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:13:43,379 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,381 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,383 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,384 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,384 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,386 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,387 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,387 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,389 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,391 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 13ea269509477b23a370f96ab8d4eaed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576900, jitterRate=-0.0675315260887146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:43,391 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,391 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 13ea269509477b23a370f96ab8d4eaed: Running coprocessor pre-open hook at 1731114823368Writing region info on filesystem at 1731114823368Initializing all the Stores at 1731114823370 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114823370Cleaning up temporary data from old regions at 1731114823384 (+14 ms)Running coprocessor post-open hooks at 1731114823391 (+7 ms)Region opened successfully at 1731114823391 2024-11-09T01:13:43,392 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,393 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed., pid=45, masterSystemTime=1731114823325 2024-11-09T01:13:43,397 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:43,397 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:43,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=13ea269509477b23a370f96ab8d4eaed, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:43,397 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 65d09149b36e528afb4a97e77e83e9fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67433530, jitterRate=0.004837900400161743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:13:43,398 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,398 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 65d09149b36e528afb4a97e77e83e9fe: Running coprocessor pre-open hook at 1731114823353Writing region info on filesystem at 1731114823353Initializing all the Stores at 1731114823357 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114823357Cleaning up temporary data from old regions at 1731114823387 (+30 ms)Running coprocessor post-open hooks at 1731114823398 (+11 ms)Region opened successfully at 1731114823398 2024-11-09T01:13:43,401 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe., pid=43, masterSystemTime=1731114823322 2024-11-09T01:13:43,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,46397,1731114769767 because future has completed 2024-11-09T01:13:43,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:43,403 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:43,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=65d09149b36e528afb4a97e77e83e9fe, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:43,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,33675,1731114769914 because future has completed 2024-11-09T01:13:43,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-09T01:13:43,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ea269509477b23a370f96ab8d4eaed, server=5296cfb18d53,46397,1731114769767 in 10.0850 sec 2024-11-09T01:13:43,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=13ea269509477b23a370f96ab8d4eaed, ASSIGN in 10.2640 sec 2024-11-09T01:13:43,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:43,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-09T01:13:43,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 65d09149b36e528afb4a97e77e83e9fe, server=5296cfb18d53,33675,1731114769914 in 10.1000 sec 2024-11-09T01:13:43,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:43,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-09T01:13:43,419 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 5296cfb18d53,43411,1731114769865 after splitting done 2024-11-09T01:13:43,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65d09149b36e528afb4a97e77e83e9fe, ASSIGN in 10.2670 sec 2024-11-09T01:13:43,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 5296cfb18d53,43411,1731114769865, splitWal=true, meta=false in 20.5770 sec 2024-11-09T01:13:48,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:13:48,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T01:13:51,237 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T01:13:53,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T01:13:53,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:53,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T01:13:53,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:53,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 65d09149b36e528afb4a97e77e83e9fe: 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. for SnapshotProcedureTest completed. 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d456f200262a4a353ea48eaf59c25227: 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. for SnapshotProcedureTest completed. 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:53,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:53,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T01:13:53,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:53,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 13ea269509477b23a370f96ab8d4eaed: 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. for SnapshotProcedureTest completed. 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d95500e3a63e2807c436bb033f0d2107: 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. for SnapshotProcedureTest completed. 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:13:53,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:13:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741858_1034 (size=57) 2024-11-09T01:13:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741858_1034 (size=57) 2024-11-09T01:13:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741858_1034 (size=57) 2024-11-09T01:13:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741857_1033 (size=65) 2024-11-09T01:13:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741857_1033 (size=65) 2024-11-09T01:13:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741857_1033 (size=65) 2024-11-09T01:13:53,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:13:53,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T01:13:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T01:13:53,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:53,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:13:53,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65d09149b36e528afb4a97e77e83e9fe in 30.6840 sec 2024-11-09T01:13:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741859_1035 (size=65) 2024-11-09T01:13:53,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:13:53,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T01:13:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T01:13:53,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:53,411 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:13:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741859_1035 (size=65) 2024-11-09T01:13:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741859_1035 (size=65) 2024-11-09T01:13:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741860_1036 (size=65) 2024-11-09T01:13:53,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741860_1036 (size=65) 2024-11-09T01:13:53,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13ea269509477b23a370f96ab8d4eaed in 30.6970 sec 2024-11-09T01:13:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741860_1036 (size=65) 2024-11-09T01:13:53,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:13:53,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T01:13:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T01:13:53,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:53,418 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:13:53,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d95500e3a63e2807c436bb033f0d2107 in 30.7050 sec 2024-11-09T01:13:53,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:13:53,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T01:13:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T01:13:53,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:53,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 2024-11-09T01:13:53,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-09T01:13:53,799 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T01:13:53,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d456f200262a4a353ea48eaf59c25227 in 31.0810 sec 2024-11-09T01:13:53,801 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T01:13:53,804 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T01:13:53,804 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T01:13:53,807 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:13:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741861_1037 (size=1094) 2024-11-09T01:13:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741861_1037 (size=1094) 2024-11-09T01:13:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741861_1037 (size=1094) 2024-11-09T01:13:53,849 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T01:13:53,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T01:13:53,864 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:53,864 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:53,864 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:53,864 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:53,864 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:13:53,870 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:13:57,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cd3d0561fb7a0b632bee6e9cc6da1f45, had cached 0 bytes from a total of 28623 2024-11-09T01:13:57,682 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4d3b447e8842eafa692c54c83fc59ac5, had cached 0 bytes from a total of 47197 2024-11-09T01:13:59,978 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T01:14:02,410 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cab55673da1681774fa9522b0ee8b4b changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,411 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 65d09149b36e528afb4a97e77e83e9fe changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,411 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c6f0eea884a0ac35b5bdf6ef61b45ce changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4d3b447e8842eafa692c54c83fc59ac5 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d456f200262a4a353ea48eaf59c25227 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7bc662e52ccb12eb21ecfcaee5c2e2e6 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d95500e3a63e2807c436bb033f0d2107 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf9dc43200a7618c78b8fda9b31d35ba changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 13ea269509477b23a370f96ab8d4eaed changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:02,412 DEBUG [master/5296cfb18d53:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cd3d0561fb7a0b632bee6e9cc6da1f45 changed from -1.0 to 0.0, refreshing cache 2024-11-09T01:14:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-09T01:14:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-09T01:14:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-09T01:14:03,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-09T01:14:03,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-09T01:14:03,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-09T01:14:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:14:03,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:14:03,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T01:14:03,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T01:14:03,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-09T01:14:03,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T01:14:03,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T01:14:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-09T01:14:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T01:14:03,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-09T01:14:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T01:14:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T01:14:03,881 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 Release verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:03,881 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 Release verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-09T01:14:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T01:14:03,882 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 Release verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:03,882 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 Release verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:03,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 in 10.0230 sec 2024-11-09T01:14:03,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 in 10.0230 sec 2024-11-09T01:14:03,883 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:03,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 in 10.0240 sec 2024-11-09T01:14:03,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 in 10.0240 sec 2024-11-09T01:14:03,885 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 Release verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:03,885 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 Release verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:03,886 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:03,886 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:03,886 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:03,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 in 10.0270 sec 2024-11-09T01:14:03,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 in 10.0270 sec 2024-11-09T01:14:13,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-09T01:14:13,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-09T01:14:13,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-09T01:14:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-09T01:14:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-09T01:14:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-09T01:14:13,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T01:14:13,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-09T01:14:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T01:14:13,890 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 Release verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:13,893 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 Release verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:13,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 in 20.0320 sec 2024-11-09T01:14:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-09T01:14:13,895 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 Release verify snapshot worker=5296cfb18d53,33675,1731114769914 2024-11-09T01:14:13,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 in 20.0350 sec 2024-11-09T01:14:13,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,33675,1731114769914 in 20.0370 sec 2024-11-09T01:14:13,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T01:14:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35301 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T01:14:13,902 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 Release verify snapshot worker=5296cfb18d53,46397,1731114769767 2024-11-09T01:14:13,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-09T01:14:13,905 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T01:14:13,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,46397,1731114769767 in 20.0440 sec 2024-11-09T01:14:13,907 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T01:14:13,909 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T01:14:13,909 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T01:14:13,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.2480 sec 2024-11-09T01:14:13,954 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T01:14:13,963 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T01:14:13,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:14:13,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:14:13,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:13,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:13,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:13,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:14:13,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:14:13,964 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=230792983, stopped=false 2024-11-09T01:14:13,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,35301,1731114768988 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:14,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:14,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:14,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:14,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:14,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:14,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:14:14,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:14,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:14,017 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,46397,1731114769767' ***** 2024-11-09T01:14:14,017 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:14:14,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,33675,1731114769914' ***** 2024-11-09T01:14:14,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:14:14,018 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:14:14,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:14:14,018 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:14:14,018 INFO [RS:2;5296cfb18d53:33675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:14:14,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:14:14,018 INFO [RS:0;5296cfb18d53:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:14:14,018 INFO [RS:2;5296cfb18d53:33675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:14:14,019 INFO [RS:0;5296cfb18d53:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:14:14,019 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c6f0eea884a0ac35b5bdf6ef61b45ce 2024-11-09T01:14:14,019 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for cd3d0561fb7a0b632bee6e9cc6da1f45 2024-11-09T01:14:14,019 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for d456f200262a4a353ea48eaf59c25227 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bc662e52ccb12eb21ecfcaee5c2e2e6 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for 65d09149b36e528afb4a97e77e83e9fe 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for bf9dc43200a7618c78b8fda9b31d35ba 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d3b447e8842eafa692c54c83fc59ac5 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cab55673da1681774fa9522b0ee8b4b 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 13ea269509477b23a370f96ab8d4eaed 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,33675,1731114769914 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,46397,1731114769767 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd3d0561fb7a0b632bee6e9cc6da1f45, disabling compactions & flushes 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c6f0eea884a0ac35b5bdf6ef61b45ce, disabling compactions & flushes 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:14:14,020 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:14:14,020 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:14:14,020 INFO [RS:0;5296cfb18d53:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:46397. 2024-11-09T01:14:14,020 INFO [RS:2;5296cfb18d53:33675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5296cfb18d53:33675. 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. after waiting 0 ms 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. after waiting 0 ms 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:14:14,020 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:14:14,020 DEBUG [RS:0;5296cfb18d53:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:14,020 DEBUG [RS:2;5296cfb18d53:33675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:14,021 DEBUG [RS:0;5296cfb18d53:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:14,021 DEBUG [RS:2;5296cfb18d53:33675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:14,021 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-09T01:14:14,021 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:14:14,021 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:14:14,021 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1325): Online Regions={cd3d0561fb7a0b632bee6e9cc6da1f45=SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45., 7bc662e52ccb12eb21ecfcaee5c2e2e6=SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6., bf9dc43200a7618c78b8fda9b31d35ba=SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba., d95500e3a63e2807c436bb033f0d2107=SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107., 13ea269509477b23a370f96ab8d4eaed=SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed.} 2024-11-09T01:14:14,021 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:14:14,021 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:14:14,022 DEBUG [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1351): Waiting on 13ea269509477b23a370f96ab8d4eaed, 7bc662e52ccb12eb21ecfcaee5c2e2e6, bf9dc43200a7618c78b8fda9b31d35ba, cd3d0561fb7a0b632bee6e9cc6da1f45, d95500e3a63e2807c436bb033f0d2107 2024-11-09T01:14:14,022 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-09T01:14:14,022 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1325): Online Regions={4c6f0eea884a0ac35b5bdf6ef61b45ce=SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce., d456f200262a4a353ea48eaf59c25227=SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227., 1588230740=hbase:meta,,1.1588230740, 65d09149b36e528afb4a97e77e83e9fe=SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe., 4d3b447e8842eafa692c54c83fc59ac5=SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5., 5cab55673da1681774fa9522b0ee8b4b=SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b.} 2024-11-09T01:14:14,022 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:14:14,022 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c6f0eea884a0ac35b5bdf6ef61b45ce, 4d3b447e8842eafa692c54c83fc59ac5, 5cab55673da1681774fa9522b0ee8b4b, 65d09149b36e528afb4a97e77e83e9fe, d456f200262a4a353ea48eaf59c25227 2024-11-09T01:14:14,022 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:14:14,022 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:14:14,022 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:14:14,022 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:14:14,023 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-09T01:14:14,028 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4c6f0eea884a0ac35b5bdf6ef61b45ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,029 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/cd3d0561fb7a0b632bee6e9cc6da1f45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:14:14,032 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:14:14,032 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:14:14,032 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd3d0561fb7a0b632bee6e9cc6da1f45: Waiting for close lock at 1731114854020Running coprocessor pre-close hooks at 1731114854020Disabling compacts and flushes for region at 1731114854020Disabling writes for close at 1731114854020Writing region close event to WAL at 1731114854022 (+2 ms)Running coprocessor post-close hooks at 1731114854030 (+8 ms)Closed at 1731114854032 (+2 ms) 2024-11-09T01:14:14,032 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c6f0eea884a0ac35b5bdf6ef61b45ce: Waiting for close lock at 1731114854020Running coprocessor pre-close hooks at 1731114854020Disabling compacts and flushes for region at 1731114854020Disabling writes for close at 1731114854020Writing region close event to WAL at 1731114854021 (+1 ms)Running coprocessor post-close hooks at 1731114854029 (+8 ms)Closed at 1731114854032 (+3 ms) 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731114782202.cd3d0561fb7a0b632bee6e9cc6da1f45. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731114782202.4c6f0eea884a0ac35b5bdf6ef61b45ce. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d456f200262a4a353ea48eaf59c25227, disabling compactions & flushes 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bc662e52ccb12eb21ecfcaee5c2e2e6, disabling compactions & flushes 2024-11-09T01:14:14,033 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:14:14,033 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. after waiting 0 ms 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. after waiting 0 ms 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:14:14,033 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:14:14,041 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d456f200262a4a353ea48eaf59c25227/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,042 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d456f200262a4a353ea48eaf59c25227: Waiting for close lock at 1731114854033Running coprocessor pre-close hooks at 1731114854033Disabling compacts and flushes for region at 1731114854033Disabling writes for close at 1731114854033Writing region close event to WAL at 1731114854034 (+1 ms)Running coprocessor post-close hooks at 1731114854042 (+8 ms)Closed at 1731114854042 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731114782202.d456f200262a4a353ea48eaf59c25227. 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65d09149b36e528afb4a97e77e83e9fe, disabling compactions & flushes 2024-11-09T01:14:14,043 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. after waiting 0 ms 2024-11-09T01:14:14,043 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:14:14,046 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/7bc662e52ccb12eb21ecfcaee5c2e2e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,047 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:14:14,047 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bc662e52ccb12eb21ecfcaee5c2e2e6: Waiting for close lock at 1731114854033Running coprocessor pre-close hooks at 1731114854033Disabling compacts and flushes for region at 1731114854033Disabling writes for close at 1731114854033Writing region close event to WAL at 1731114854036 (+3 ms)Running coprocessor post-close hooks at 1731114854047 (+11 ms)Closed at 1731114854047 2024-11-09T01:14:14,047 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6. 2024-11-09T01:14:14,048 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf9dc43200a7618c78b8fda9b31d35ba, disabling compactions & flushes 2024-11-09T01:14:14,048 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:14:14,048 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:14:14,048 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. after waiting 0 ms 2024-11-09T01:14:14,048 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:14:14,058 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:14:14,060 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/bf9dc43200a7618c78b8fda9b31d35ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,061 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:14:14,061 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf9dc43200a7618c78b8fda9b31d35ba: Waiting for close lock at 1731114854048Running coprocessor pre-close hooks at 1731114854048Disabling compacts and flushes for region at 1731114854048Disabling writes for close at 1731114854048Writing region close event to WAL at 1731114854050 (+2 ms)Running coprocessor post-close hooks at 1731114854061 (+11 ms)Closed at 1731114854061 2024-11-09T01:14:14,061 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731114782202.bf9dc43200a7618c78b8fda9b31d35ba. 2024-11-09T01:14:14,062 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d95500e3a63e2807c436bb033f0d2107, disabling compactions & flushes 2024-11-09T01:14:14,062 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:14:14,062 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:14:14,062 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. after waiting 0 ms 2024-11-09T01:14:14,062 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:14:14,068 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/info/c69ae56b35544629954f73bf532a908d is 167, key is SPTestTable,19999999,1731114782202.7bc662e52ccb12eb21ecfcaee5c2e2e6./info:regioninfo/1731114792732/Put/seqid=0 2024-11-09T01:14:14,072 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/65d09149b36e528afb4a97e77e83e9fe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,073 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65d09149b36e528afb4a97e77e83e9fe: Waiting for close lock at 1731114854043Running coprocessor pre-close hooks at 1731114854043Disabling compacts and flushes for region at 1731114854043Disabling writes for close at 1731114854043Writing region close event to WAL at 1731114854049 (+6 ms)Running coprocessor post-close hooks at 1731114854073 (+24 ms)Closed at 1731114854073 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731114782202.65d09149b36e528afb4a97e77e83e9fe. 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d3b447e8842eafa692c54c83fc59ac5, disabling compactions & flushes 2024-11-09T01:14:14,074 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. after waiting 0 ms 2024-11-09T01:14:14,074 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:14:14,081 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/d95500e3a63e2807c436bb033f0d2107/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,082 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:14:14,082 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d95500e3a63e2807c436bb033f0d2107: Waiting for close lock at 1731114854062Running coprocessor pre-close hooks at 1731114854062Disabling compacts and flushes for region at 1731114854062Disabling writes for close at 1731114854062Writing region close event to WAL at 1731114854075 (+13 ms)Running coprocessor post-close hooks at 1731114854082 (+7 ms)Closed at 1731114854082 2024-11-09T01:14:14,082 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731114782202.d95500e3a63e2807c436bb033f0d2107. 2024-11-09T01:14:14,082 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13ea269509477b23a370f96ab8d4eaed, disabling compactions & flushes 2024-11-09T01:14:14,082 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:14:14,082 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:14:14,082 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. after waiting 0 ms 2024-11-09T01:14:14,083 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:14:14,096 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/13ea269509477b23a370f96ab8d4eaed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,097 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/4d3b447e8842eafa692c54c83fc59ac5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:14:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741862_1038 (size=20292) 2024-11-09T01:14:14,098 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:14:14,098 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13ea269509477b23a370f96ab8d4eaed: Waiting for close lock at 1731114854082Running coprocessor pre-close hooks at 1731114854082Disabling compacts and flushes for region at 1731114854082Disabling writes for close at 1731114854083 (+1 ms)Writing region close event to WAL at 1731114854088 (+5 ms)Running coprocessor post-close hooks at 1731114854098 (+10 ms)Closed at 1731114854098 2024-11-09T01:14:14,098 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731114782202.13ea269509477b23a370f96ab8d4eaed. 2024-11-09T01:14:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741862_1038 (size=20292) 2024-11-09T01:14:14,098 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:14:14,098 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d3b447e8842eafa692c54c83fc59ac5: Waiting for close lock at 1731114854074Running coprocessor pre-close hooks at 1731114854074Disabling compacts and flushes for region at 1731114854074Disabling writes for close at 1731114854074Writing region close event to WAL at 1731114854084 (+10 ms)Running coprocessor post-close hooks at 1731114854098 (+14 ms)Closed at 1731114854098 2024-11-09T01:14:14,098 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731114782202.4d3b447e8842eafa692c54c83fc59ac5. 2024-11-09T01:14:14,099 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cab55673da1681774fa9522b0ee8b4b, disabling compactions & flushes 2024-11-09T01:14:14,099 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:14:14,099 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:14:14,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741862_1038 (size=20292) 2024-11-09T01:14:14,099 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. after waiting 0 ms 2024-11-09T01:14:14,099 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:14:14,100 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/info/c69ae56b35544629954f73bf532a908d 2024-11-09T01:14:14,105 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/default/SPTestTable/5cab55673da1681774fa9522b0ee8b4b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:14:14,106 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:14:14,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cab55673da1681774fa9522b0ee8b4b: Waiting for close lock at 1731114854099Running coprocessor pre-close hooks at 1731114854099Disabling compacts and flushes for region at 1731114854099Disabling writes for close at 1731114854099Writing region close event to WAL at 1731114854100 (+1 ms)Running coprocessor post-close hooks at 1731114854106 (+6 ms)Closed at 1731114854106 2024-11-09T01:14:14,106 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731114782202.5cab55673da1681774fa9522b0ee8b4b. 2024-11-09T01:14:14,117 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:14:14,129 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/ns/981a9ba3a0d041298afef32ec0e60104 is 43, key is default/ns:d/1731114781958/Put/seqid=0 2024-11-09T01:14:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741863_1039 (size=5153) 2024-11-09T01:14:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741863_1039 (size=5153) 2024-11-09T01:14:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741863_1039 (size=5153) 2024-11-09T01:14:14,141 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/ns/981a9ba3a0d041298afef32ec0e60104 2024-11-09T01:14:14,169 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/table/bcb983972c364f1fb56d13ccaac7ad99 is 47, key is SPTestTable/table:state/1731114792877/Put/seqid=0 2024-11-09T01:14:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741864_1040 (size=5214) 2024-11-09T01:14:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741864_1040 (size=5214) 2024-11-09T01:14:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741864_1040 (size=5214) 2024-11-09T01:14:14,192 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/table/bcb983972c364f1fb56d13ccaac7ad99 2024-11-09T01:14:14,203 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/info/c69ae56b35544629954f73bf532a908d as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/info/c69ae56b35544629954f73bf532a908d 2024-11-09T01:14:14,215 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/info/c69ae56b35544629954f73bf532a908d, entries=116, sequenceid=37, filesize=19.8 K 2024-11-09T01:14:14,217 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/ns/981a9ba3a0d041298afef32ec0e60104 as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/ns/981a9ba3a0d041298afef32ec0e60104 2024-11-09T01:14:14,222 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,46397,1731114769767; all regions closed. 2024-11-09T01:14:14,222 DEBUG [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T01:14:14,229 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/ns/981a9ba3a0d041298afef32ec0e60104, entries=2, sequenceid=37, filesize=5.0 K 2024-11-09T01:14:14,233 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/.tmp/table/bcb983972c364f1fb56d13ccaac7ad99 as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/table/bcb983972c364f1fb56d13ccaac7ad99 2024-11-09T01:14:14,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741833_1009 (size=3530) 2024-11-09T01:14:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741833_1009 (size=3530) 2024-11-09T01:14:14,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741833_1009 (size=3530) 2024-11-09T01:14:14,237 DEBUG [RS:0;5296cfb18d53:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs 2024-11-09T01:14:14,238 INFO [RS:0;5296cfb18d53:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C46397%2C1731114769767:(num 1731114771401) 2024-11-09T01:14:14,238 DEBUG [RS:0;5296cfb18d53:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:14,238 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:14:14,238 INFO [RS:0;5296cfb18d53:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:14:14,238 INFO [RS:0;5296cfb18d53:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:14:14,239 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:14:14,239 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:14:14,239 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:14:14,239 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:14:14,239 INFO [RS:0;5296cfb18d53:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:14:14,239 INFO [RS:0;5296cfb18d53:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46397 2024-11-09T01:14:14,247 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/table/bcb983972c364f1fb56d13ccaac7ad99, entries=2, sequenceid=37, filesize=5.1 K 2024-11-09T01:14:14,248 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 226ms, sequenceid=37, compaction requested=false 2024-11-09T01:14:14,266 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-09T01:14:14,267 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:14:14,268 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:14:14,268 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114854022Running coprocessor pre-close hooks at 1731114854022Disabling compacts and flushes for region at 1731114854022Disabling writes for close at 1731114854022Obtaining lock to block concurrent updates at 1731114854023 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731114854023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731114854023Flushing stores of hbase:meta,,1.1588230740 at 1731114854023Flushing 1588230740/info: creating writer at 1731114854024 (+1 ms)Flushing 1588230740/info: appending metadata at 1731114854058 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731114854058Flushing 1588230740/ns: creating writer at 1731114854109 (+51 ms)Flushing 1588230740/ns: appending metadata at 1731114854129 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731114854129Flushing 1588230740/table: creating writer at 1731114854150 (+21 ms)Flushing 1588230740/table: appending metadata at 1731114854168 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731114854168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd85f7f: reopening flushed file at 1731114854202 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69db7d8a: reopening flushed file at 1731114854215 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47516cb3: reopening flushed file at 1731114854229 (+14 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 226ms, sequenceid=37, compaction requested=false at 1731114854248 (+19 ms)Writing region close event to WAL at 1731114854260 (+12 ms)Running coprocessor post-close hooks at 1731114854267 (+7 ms)Closed at 1731114854268 (+1 ms) 2024-11-09T01:14:14,268 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:14:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:14:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,46397,1731114769767 2024-11-09T01:14:14,270 INFO [RS:0;5296cfb18d53:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:14:14,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,46397,1731114769767] 2024-11-09T01:14:14,302 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,46397,1731114769767 already deleted, retry=false 2024-11-09T01:14:14,302 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,46397,1731114769767 expired; onlineServers=1 2024-11-09T01:14:14,371 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:14:14,371 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:14:14,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,381 INFO [RS:0;5296cfb18d53:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:14:14,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1011d2712d10001, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,381 INFO [RS:0;5296cfb18d53:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,46397,1731114769767; zookeeper connection closed. 2024-11-09T01:14:14,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a487a4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a487a4b 2024-11-09T01:14:14,422 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,33675,1731114769914; all regions closed. 2024-11-09T01:14:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741836_1012 (size=19530) 2024-11-09T01:14:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741836_1012 (size=19530) 2024-11-09T01:14:14,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741836_1012 (size=19530) 2024-11-09T01:14:14,431 DEBUG [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs 2024-11-09T01:14:14,431 INFO [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C33675%2C1731114769914.meta:.meta(num 1731114781762) 2024-11-09T01:14:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741835_1011 (size=3500) 2024-11-09T01:14:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741835_1011 (size=3500) 2024-11-09T01:14:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741835_1011 (size=3500) 2024-11-09T01:14:14,438 DEBUG [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/oldWALs 2024-11-09T01:14:14,438 INFO [RS:2;5296cfb18d53:33675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C33675%2C1731114769914:(num 1731114771422) 2024-11-09T01:14:14,438 DEBUG [RS:2;5296cfb18d53:33675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:14,439 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:14:14,439 INFO [RS:2;5296cfb18d53:33675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:14:14,439 INFO [RS:2;5296cfb18d53:33675 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T01:14:14,439 INFO [RS:2;5296cfb18d53:33675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:14:14,439 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:14:14,440 INFO [RS:2;5296cfb18d53:33675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33675 2024-11-09T01:14:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,33675,1731114769914 2024-11-09T01:14:14,449 INFO [RS:2;5296cfb18d53:33675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:14:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:14:14,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,33675,1731114769914] 2024-11-09T01:14:14,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,33675,1731114769914 already deleted, retry=false 2024-11-09T01:14:14,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,33675,1731114769914 expired; onlineServers=0 2024-11-09T01:14:14,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,35301,1731114768988' ***** 2024-11-09T01:14:14,471 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:14:14,471 INFO [M:0;5296cfb18d53:35301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:14:14,471 INFO [M:0;5296cfb18d53:35301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:14:14,471 DEBUG [M:0;5296cfb18d53:35301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:14:14,471 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:14:14,471 DEBUG [M:0;5296cfb18d53:35301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:14:14,471 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114771047 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114771047,5,FailOnTimeoutGroup] 2024-11-09T01:14:14,471 INFO [M:0;5296cfb18d53:35301 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:14:14,471 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114771048 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114771048,5,FailOnTimeoutGroup] 2024-11-09T01:14:14,471 INFO [M:0;5296cfb18d53:35301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:14:14,471 DEBUG [M:0;5296cfb18d53:35301 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:14:14,472 INFO [M:0;5296cfb18d53:35301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:14:14,472 INFO [M:0;5296cfb18d53:35301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:14:14,472 ERROR [M:0;5296cfb18d53:35301 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:38955 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38955,5,PEWorkerGroup] 2024-11-09T01:14:14,472 INFO [M:0;5296cfb18d53:35301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:14:14,473 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:14:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:14:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:14,481 DEBUG [M:0;5296cfb18d53:35301 {}] zookeeper.ZKUtil(347): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:14:14,481 WARN [M:0;5296cfb18d53:35301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:14:14,482 INFO [M:0;5296cfb18d53:35301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/.lastflushedseqids 2024-11-09T01:14:14,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741865_1041 (size=686) 2024-11-09T01:14:14,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741865_1041 (size=686) 2024-11-09T01:14:14,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741865_1041 (size=686) 2024-11-09T01:14:14,499 INFO [M:0;5296cfb18d53:35301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:14:14,500 INFO [M:0;5296cfb18d53:35301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:14:14,500 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:14:14,500 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:14,500 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:14,500 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:14:14,500 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:14,500 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-11-09T01:14:14,525 DEBUG [M:0;5296cfb18d53:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8546ef66ea7742218f5a4ef9c672b3ee is 82, key is hbase:meta,,1/info:regioninfo/1731114781842/Put/seqid=0 2024-11-09T01:14:14,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741866_1042 (size=5672) 2024-11-09T01:14:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741866_1042 (size=5672) 2024-11-09T01:14:14,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741866_1042 (size=5672) 2024-11-09T01:14:14,547 INFO [M:0;5296cfb18d53:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8546ef66ea7742218f5a4ef9c672b3ee 2024-11-09T01:14:14,577 INFO [RS:2;5296cfb18d53:33675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:14:14,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,577 INFO [RS:2;5296cfb18d53:33675 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,33675,1731114769914; zookeeper connection closed. 2024-11-09T01:14:14,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33675-0x1011d2712d10003, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@644d62d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@644d62d4 2024-11-09T01:14:14,579 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T01:14:14,609 DEBUG [M:0;5296cfb18d53:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad26284421814d46964ae40f19ebbedc is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731114792891/Put/seqid=0 2024-11-09T01:14:14,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741867_1043 (size=8972) 2024-11-09T01:14:14,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741867_1043 (size=8972) 2024-11-09T01:14:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741867_1043 (size=8972) 2024-11-09T01:14:14,638 INFO [M:0;5296cfb18d53:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad26284421814d46964ae40f19ebbedc 2024-11-09T01:14:14,647 INFO [M:0;5296cfb18d53:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad26284421814d46964ae40f19ebbedc 2024-11-09T01:14:14,668 DEBUG [M:0;5296cfb18d53:35301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb74a78652214da1a106153a1b87a691 is 69, key is 5296cfb18d53,33675,1731114769914/rs:state/1731114771223/Put/seqid=0 2024-11-09T01:14:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741868_1044 (size=5446) 2024-11-09T01:14:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741868_1044 (size=5446) 2024-11-09T01:14:14,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741868_1044 (size=5446) 2024-11-09T01:14:14,684 INFO [M:0;5296cfb18d53:35301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb74a78652214da1a106153a1b87a691 2024-11-09T01:14:14,692 INFO [M:0;5296cfb18d53:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb74a78652214da1a106153a1b87a691 2024-11-09T01:14:14,693 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8546ef66ea7742218f5a4ef9c672b3ee as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8546ef66ea7742218f5a4ef9c672b3ee 2024-11-09T01:14:14,703 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8546ef66ea7742218f5a4ef9c672b3ee, entries=8, sequenceid=513, filesize=5.5 K 2024-11-09T01:14:14,704 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad26284421814d46964ae40f19ebbedc as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad26284421814d46964ae40f19ebbedc 2024-11-09T01:14:14,711 INFO [M:0;5296cfb18d53:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad26284421814d46964ae40f19ebbedc 2024-11-09T01:14:14,711 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad26284421814d46964ae40f19ebbedc, entries=56, sequenceid=513, filesize=8.8 K 2024-11-09T01:14:14,712 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb74a78652214da1a106153a1b87a691 as hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb74a78652214da1a106153a1b87a691 2024-11-09T01:14:14,719 INFO [M:0;5296cfb18d53:35301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb74a78652214da1a106153a1b87a691 2024-11-09T01:14:14,719 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/ba80ed83-765e-c89a-c7e7-5b30399b02ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb74a78652214da1a106153a1b87a691, entries=3, sequenceid=513, filesize=5.3 K 2024-11-09T01:14:14,721 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=513, compaction requested=false 2024-11-09T01:14:14,722 INFO [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:14,722 DEBUG [M:0;5296cfb18d53:35301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114854500Disabling compacts and flushes for region at 1731114854500Disabling writes for close at 1731114854500Obtaining lock to block concurrent updates at 1731114854500Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114854500Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731114854501 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114854501Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114854501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114854524 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114854524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114854585 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114854609 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114854609Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114854648 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114854667 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114854667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29392782: reopening flushed file at 1731114854692 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1045f564: reopening flushed file at 1731114854703 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c097f5: reopening flushed file at 1731114854711 (+8 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=513, compaction requested=false at 1731114854721 (+10 ms)Writing region close event to WAL at 1731114854722 (+1 ms)Closed at 1731114854722 2024-11-09T01:14:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35751 is added to blk_1073741830_1006 (size=234135) 2024-11-09T01:14:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35637 is added to blk_1073741830_1006 (size=234135) 2024-11-09T01:14:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37677 is added to blk_1073741830_1006 (size=234135) 2024-11-09T01:14:14,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:14:14,729 INFO [M:0;5296cfb18d53:35301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:14:14,729 INFO [M:0;5296cfb18d53:35301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35301 2024-11-09T01:14:14,730 INFO [M:0;5296cfb18d53:35301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:14:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,840 INFO [M:0;5296cfb18d53:35301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:14:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35301-0x1011d2712d10000, quorum=127.0.0.1:63026, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:14:14,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:14,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:14:14,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:14:14,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:14:14,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,STOPPED} 2024-11-09T01:14:14,855 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:14:14,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:14:14,855 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632931388-172.17.0.2-1731114764186 (Datanode Uuid 74087d7e-50bf-44a3-886e-6b830d8fe6cb) service to localhost/127.0.0.1:38955 2024-11-09T01:14:14,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:14:14,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data5/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data6/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,857 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:14:14,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:14,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:14:14,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:14:14,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:14:14,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,STOPPED} 2024-11-09T01:14:14,869 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:14:14,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:14:14,870 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:14:14,870 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632931388-172.17.0.2-1731114764186 (Datanode Uuid dbbac2bf-0ca1-4753-a929-d10e7151302c) service to localhost/127.0.0.1:38955 2024-11-09T01:14:14,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data3/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data4/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,871 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:14:14,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:14,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:14:14,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:14:14,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:14:14,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,STOPPED} 2024-11-09T01:14:14,881 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:14:14,881 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:14:14,881 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:14:14,881 WARN [BP-1632931388-172.17.0.2-1731114764186 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632931388-172.17.0.2-1731114764186 (Datanode Uuid ef5ed69b-d5fb-41f6-9edf-2b5d1304fee5) service to localhost/127.0.0.1:38955 2024-11-09T01:14:14,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data1/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/cluster_515f3ecf-3e14-be77-a469-2f5e0b0a78e3/data/data2/current/BP-1632931388-172.17.0.2-1731114764186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:14:14,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:14:14,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:14:14,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:14:14,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:14:14,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:14:14,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir/,STOPPED} 2024-11-09T01:14:14,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:14:14,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:14:14,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38955 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5296cfb18d53:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:38955 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5296cfb18d53:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@73edf137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 319), ProcessCount=11 (was 11), AvailableMemoryMB=3378 (was 4644) 2024-11-09T01:14:14,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=3377 2024-11-09T01:14:14,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir so I do NOT create it in target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95 2024-11-09T01:14:14,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T01:14:14,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.tmp.dir so I do NOT create it in target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95 2024-11-09T01:14:14,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c383d9cb-e320-8d27-2c65-158faea3cfa6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T01:14:14,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081, deleteOnExit=true 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/test.cache.data in system properties and HBase conf 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir in system properties and HBase conf 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T01:14:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T01:14:14,996 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/nfs.dump.dir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/java.io.tmpdir in system properties and HBase conf 2024-11-09T01:14:14,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T01:14:14,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T01:14:14,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T01:14:15,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:14:15,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:14:15,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:14:15,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:14:15,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:14:15,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:14:15,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b65defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:14:15,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29107925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:14:15,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c1645e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/java.io.tmpdir/jetty-localhost-42911-hadoop-hdfs-3_4_1-tests_jar-_-any-8230166081990917362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:14:15,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527d33d2{HTTP/1.1, (http/1.1)}{localhost:42911} 2024-11-09T01:14:15,586 INFO [Time-limited test {}] server.Server(415): Started @94182ms 2024-11-09T01:14:15,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:14:15,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:14:15,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:14:15,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:14:15,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T01:14:15,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648056fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:14:15,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2613b866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:14:16,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3402987f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/java.io.tmpdir/jetty-localhost-39205-hadoop-hdfs-3_4_1-tests_jar-_-any-51376839986906324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:16,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9c0316{HTTP/1.1, (http/1.1)}{localhost:39205} 2024-11-09T01:14:16,065 INFO [Time-limited test {}] server.Server(415): Started @94661ms 2024-11-09T01:14:16,067 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:14:16,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:14:16,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:14:16,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:14:16,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:14:16,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:14:16,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f87af18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:14:16,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c74770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:14:16,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45d3cb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/java.io.tmpdir/jetty-localhost-43985-hadoop-hdfs-3_4_1-tests_jar-_-any-9209570072032383986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:16,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78cc3a6c{HTTP/1.1, (http/1.1)}{localhost:43985} 2024-11-09T01:14:16,276 INFO [Time-limited test {}] server.Server(415): Started @94872ms 2024-11-09T01:14:16,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:14:16,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T01:14:16,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T01:14:16,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T01:14:16,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T01:14:16,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T01:14:16,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23cfd59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,AVAILABLE} 2024-11-09T01:14:16,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bc68ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T01:14:16,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a2cc41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/java.io.tmpdir/jetty-localhost-38845-hadoop-hdfs-3_4_1-tests_jar-_-any-1138763065236599351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:14:16,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5576c030{HTTP/1.1, (http/1.1)}{localhost:38845} 2024-11-09T01:14:16,436 INFO [Time-limited test {}] server.Server(415): Started @95032ms 2024-11-09T01:14:16,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T01:14:17,666 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data2/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:17,666 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data1/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:17,695 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:14:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b7fc4994e037f8 with lease ID 0xae07b28fd629d3b7: Processing first storage report for DS-3e289ac4-ed5c-4546-9829-1826d3603a0f from datanode DatanodeRegistration(127.0.0.1:39649, datanodeUuid=2587be45-de21-4aef-9c37-457f0f2c0552, infoPort=35261, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b7fc4994e037f8 with lease ID 0xae07b28fd629d3b7: from storage DS-3e289ac4-ed5c-4546-9829-1826d3603a0f node DatanodeRegistration(127.0.0.1:39649, datanodeUuid=2587be45-de21-4aef-9c37-457f0f2c0552, infoPort=35261, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:14:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2b7fc4994e037f8 with lease ID 0xae07b28fd629d3b7: Processing first storage report for DS-a3c266ef-f586-43ad-b845-cf7e8e1238ac from datanode DatanodeRegistration(127.0.0.1:39649, datanodeUuid=2587be45-de21-4aef-9c37-457f0f2c0552, infoPort=35261, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:17,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2b7fc4994e037f8 with lease ID 0xae07b28fd629d3b7: from storage DS-a3c266ef-f586-43ad-b845-cf7e8e1238ac node DatanodeRegistration(127.0.0.1:39649, datanodeUuid=2587be45-de21-4aef-9c37-457f0f2c0552, infoPort=35261, infoSecurePort=0, ipcPort=45149, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:14:17,900 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data3/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:17,900 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data4/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:17,917 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:14:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65f5035c9d64985d with lease ID 0xae07b28fd629d3b8: Processing first storage report for DS-88bb80c9-5e23-4ca3-863e-f844718abb32 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=41f84d94-bd11-466a-b76d-ae197dc442f2, infoPort=34529, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65f5035c9d64985d with lease ID 0xae07b28fd629d3b8: from storage DS-88bb80c9-5e23-4ca3-863e-f844718abb32 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=41f84d94-bd11-466a-b76d-ae197dc442f2, infoPort=34529, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:14:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65f5035c9d64985d with lease ID 0xae07b28fd629d3b8: Processing first storage report for DS-a2efc135-de02-4905-b77a-7a31ea7230b9 from datanode DatanodeRegistration(127.0.0.1:37945, datanodeUuid=41f84d94-bd11-466a-b76d-ae197dc442f2, infoPort=34529, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:17,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65f5035c9d64985d with lease ID 0xae07b28fd629d3b8: from storage DS-a2efc135-de02-4905-b77a-7a31ea7230b9 node DatanodeRegistration(127.0.0.1:37945, datanodeUuid=41f84d94-bd11-466a-b76d-ae197dc442f2, infoPort=34529, infoSecurePort=0, ipcPort=45755, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:14:18,038 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data5/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:18,038 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data6/current/BP-1307823400-172.17.0.2-1731114855018/current, will proceed with Du for space computation calculation, 2024-11-09T01:14:18,060 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T01:14:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b0b5ede958163c with lease ID 0xae07b28fd629d3b9: Processing first storage report for DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5 from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=e83886b1-b713-4179-9252-53146be4166a, infoPort=43031, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b0b5ede958163c with lease ID 0xae07b28fd629d3b9: from storage DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5 node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=e83886b1-b713-4179-9252-53146be4166a, infoPort=43031, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T01:14:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b0b5ede958163c with lease ID 0xae07b28fd629d3b9: Processing first storage report for DS-131dde98-34bb-474b-87c5-03c9281768fd from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=e83886b1-b713-4179-9252-53146be4166a, infoPort=43031, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018) 2024-11-09T01:14:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b0b5ede958163c with lease ID 0xae07b28fd629d3b9: from storage DS-131dde98-34bb-474b-87c5-03c9281768fd node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=e83886b1-b713-4179-9252-53146be4166a, infoPort=43031, infoSecurePort=0, ipcPort=43231, storageInfo=lv=-57;cid=testClusterID;nsid=1008332695;c=1731114855018), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T01:14:18,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95 2024-11-09T01:14:18,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/zookeeper_0, clientPort=49766, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T01:14:18,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49766 2024-11-09T01:14:18,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:14:18,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:14:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741825_1001 (size=7) 2024-11-09T01:14:18,129 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c with version=8 2024-11-09T01:14:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/hbase-staging 2024-11-09T01:14:18,131 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T01:14:18,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:14:18,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37789 2024-11-09T01:14:18,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37789 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-11-09T01:14:18,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377890x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:14:18,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37789-0x1011d2872290000 connected 2024-11-09T01:14:18,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:18,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c, hbase.cluster.distributed=false 2024-11-09T01:14:18,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:14:18,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-09T01:14:18,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37789 2024-11-09T01:14:18,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37789 2024-11-09T01:14:18,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-09T01:14:18,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-09T01:14:18,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:14:18,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:14:18,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45449 2024-11-09T01:14:18,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45449 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-11-09T01:14:18,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,323 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454490x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:14:18,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45449-0x1011d2872290001 connected 2024-11-09T01:14:18,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:18,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:14:18,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:14:18,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:14:18,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:14:18,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-09T01:14:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45449 2024-11-09T01:14:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45449 2024-11-09T01:14:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-09T01:14:18,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45449 2024-11-09T01:14:18,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:14:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:14:18,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:14:18,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:14:18,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:14:18,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41725 2024-11-09T01:14:18,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41725 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-11-09T01:14:18,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417250x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:14:18,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41725-0x1011d2872290002 connected 2024-11-09T01:14:18,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:18,365 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:14:18,366 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:14:18,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:14:18,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:14:18,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-09T01:14:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41725 2024-11-09T01:14:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41725 2024-11-09T01:14:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-09T01:14:18,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41725 2024-11-09T01:14:18,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5296cfb18d53:0 server-side Connection retries=45 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T01:14:18,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T01:14:18,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40861 2024-11-09T01:14:18,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40861 connecting to ZooKeeper ensemble=127.0.0.1:49766 2024-11-09T01:14:18,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408610x0, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T01:14:18,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40861-0x1011d2872290003 connected 2024-11-09T01:14:18,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:14:18,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T01:14:18,408 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T01:14:18,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T01:14:18,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T01:14:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-09T01:14:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40861 2024-11-09T01:14:18,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40861 2024-11-09T01:14:18,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-09T01:14:18,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40861 2024-11-09T01:14:18,427 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5296cfb18d53:37789 2024-11-09T01:14:18,427 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,438 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,439 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,449 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:14:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:14:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T01:14:18,449 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,450 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T01:14:18,451 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5296cfb18d53,37789,1731114858131 from backup master directory 2024-11-09T01:14:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,459 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T01:14:18,460 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:14:18,460 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,465 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/hbase.id] with ID: 0bbc1f11-225a-43cb-888c-b80fe33755e9 2024-11-09T01:14:18,465 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.tmp/hbase.id 2024-11-09T01:14:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:14:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:14:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741826_1002 (size=42) 2024-11-09T01:14:18,474 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.tmp/hbase.id]:[hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/hbase.id] 2024-11-09T01:14:18,487 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T01:14:18,487 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T01:14:18,490 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T01:14:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,501 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:14:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:14:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741827_1003 (size=196) 2024-11-09T01:14:18,512 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:14:18,513 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T01:14:18,513 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:14:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:14:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:14:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741828_1004 (size=1189) 2024-11-09T01:14:18,524 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store 2024-11-09T01:14:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:14:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:14:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741829_1005 (size=34) 2024-11-09T01:14:18,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:18,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:14:18,534 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:18,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:18,534 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:14:18,535 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:18,535 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:14:18,535 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114858534Disabling compacts and flushes for region at 1731114858534Disabling writes for close at 1731114858535 (+1 ms)Writing region close event to WAL at 1731114858535Closed at 1731114858535 2024-11-09T01:14:18,536 WARN [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/.initializing 2024-11-09T01:14:18,536 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/WALs/5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,537 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:14:18,539 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C37789%2C1731114858131, suffix=, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/WALs/5296cfb18d53,37789,1731114858131, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/oldWALs, maxLogs=10 2024-11-09T01:14:18,556 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/WALs/5296cfb18d53,37789,1731114858131/5296cfb18d53%2C37789%2C1731114858131.1731114858540, exclude list is [], retry=0 2024-11-09T01:14:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:14:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:14:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:14:18,561 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/WALs/5296cfb18d53,37789,1731114858131/5296cfb18d53%2C37789%2C1731114858131.1731114858540 2024-11-09T01:14:18,562 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:43031:43031)] 2024-11-09T01:14:18,562 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:14:18,562 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:18,562 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,562 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T01:14:18,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:18,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:18,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T01:14:18,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:18,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:18,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T01:14:18,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:18,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:18,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T01:14:18,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:18,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:18,574 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,575 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,575 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,577 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,577 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,578 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:14:18,580 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T01:14:18,585 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:18,586 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75250020, jitterRate=0.12131267786026001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:14:18,586 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731114858562Initializing all the Stores at 1731114858563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114858563Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114858563Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114858563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114858563Cleaning up temporary data from old regions at 1731114858577 (+14 ms)Region opened successfully at 1731114858586 (+9 ms) 2024-11-09T01:14:18,588 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T01:14:18,593 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c2f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:14:18,594 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T01:14:18,595 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T01:14:18,595 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T01:14:18,595 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T01:14:18,596 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T01:14:18,596 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T01:14:18,596 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-09T01:14:18,603 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T01:14:18,604 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T01:14:18,613 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T01:14:18,614 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T01:14:18,615 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T01:14:18,623 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T01:14:18,624 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T01:14:18,625 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T01:14:18,634 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T01:14:18,635 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T01:14:18,644 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T01:14:18,646 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T01:14:18,655 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:18,666 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,666 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,667 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5296cfb18d53,37789,1731114858131, sessionid=0x1011d2872290000, setting cluster-up flag (Was=false) 2024-11-09T01:14:18,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,687 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,718 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T01:14:18,721 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37789,1731114858131 2024-11-09T01:14:18,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,902 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:18,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:19,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,055 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T01:14:19,056 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5296cfb18d53,37789,1731114858131 2024-11-09T01:14:19,058 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T01:14:19,059 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T01:14:19,060 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T01:14:19,060 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T01:14:19,060 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5296cfb18d53,37789,1731114858131 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5296cfb18d53:0, corePoolSize=5, maxPoolSize=5 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5296cfb18d53:0, corePoolSize=10, maxPoolSize=10 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:14:19,062 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:14:19,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T01:14:19,064 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731114889064 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T01:14:19,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T01:14:19,065 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T01:14:19,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T01:14:19,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T01:14:19,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T01:14:19,066 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T01:14:19,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T01:14:19,067 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T01:14:19,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114859067,5,FailOnTimeoutGroup] 2024-11-09T01:14:19,068 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114859068,5,FailOnTimeoutGroup] 2024-11-09T01:14:19,068 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,068 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T01:14:19,068 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,068 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:14:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:14:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741831_1007 (size=1321) 2024-11-09T01:14:19,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T01:14:19,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:14:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:14:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741832_1008 (size=32) 2024-11-09T01:14:19,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:19,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:14:19,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:14:19,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:19,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:19,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:14:19,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:14:19,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:14:19,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:14:19,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:19,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:19,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:14:19,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:14:19,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:19,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:19,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:14:19,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:14:19,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:14:19,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:14:19,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:14:19,097 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:14:19,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:14:19,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:19,102 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63837926, jitterRate=-0.048740774393081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731114859085Initializing all the Stores at 1731114859086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114859086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114859086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114859086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114859086Cleaning up temporary data from old regions at 1731114859097 (+11 ms)Region opened successfully at 1731114859102 (+5 ms) 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:14:19,103 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:14:19,103 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:14:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114859103Disabling compacts and flushes for region at 1731114859103Disabling writes for close at 1731114859103Writing region close event to WAL at 1731114859103Closed at 1731114859103 2024-11-09T01:14:19,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:14:19,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T01:14:19,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:14:19,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:14:19,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T01:14:19,115 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(746): ClusterId : 0bbc1f11-225a-43cb-888c-b80fe33755e9 2024-11-09T01:14:19,115 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(746): ClusterId : 0bbc1f11-225a-43cb-888c-b80fe33755e9 2024-11-09T01:14:19,115 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(746): ClusterId : 0bbc1f11-225a-43cb-888c-b80fe33755e9 2024-11-09T01:14:19,115 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:14:19,115 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:14:19,115 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T01:14:19,123 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:14:19,123 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:14:19,123 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T01:14:19,123 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:14:19,124 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:14:19,123 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T01:14:19,134 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:14:19,134 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:14:19,134 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T01:14:19,134 DEBUG [RS:2;5296cfb18d53:40861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790f58ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:14:19,134 DEBUG [RS:0;5296cfb18d53:45449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad521c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:14:19,135 DEBUG [RS:1;5296cfb18d53:41725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45582ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5296cfb18d53/172.17.0.2:0 2024-11-09T01:14:19,145 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5296cfb18d53:40861 2024-11-09T01:14:19,145 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:14:19,145 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:14:19,145 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:14:19,146 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37789,1731114858131 with port=40861, startcode=1731114858390 2024-11-09T01:14:19,147 DEBUG [RS:2;5296cfb18d53:40861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:14:19,148 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:14:19,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,150 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5296cfb18d53:45449 2024-11-09T01:14:19,150 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:14:19,150 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:14:19,150 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:14:19,150 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:19,150 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46425 2024-11-09T01:14:19,151 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:14:19,151 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37789,1731114858131 with port=45449, startcode=1731114858301 2024-11-09T01:14:19,151 DEBUG [RS:0;5296cfb18d53:45449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:14:19,151 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5296cfb18d53:41725 2024-11-09T01:14:19,151 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T01:14:19,151 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T01:14:19,151 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T01:14:19,152 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:14:19,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,154 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:19,155 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46425 2024-11-09T01:14:19,155 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:14:19,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:14:19,160 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(2659): reportForDuty to master=5296cfb18d53,37789,1731114858131 with port=41725, startcode=1731114858343 2024-11-09T01:14:19,161 DEBUG [RS:1;5296cfb18d53:41725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T01:14:19,162 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T01:14:19,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37789 {}] master.ServerManager(517): Registering regionserver=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,164 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:19,164 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46425 2024-11-09T01:14:19,164 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T01:14:19,197 DEBUG [RS:2;5296cfb18d53:40861 {}] zookeeper.ZKUtil(111): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,45449,1731114858301] 2024-11-09T01:14:19,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,40861,1731114858390] 2024-11-09T01:14:19,197 WARN [RS:2;5296cfb18d53:40861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:14:19,197 INFO [RS:2;5296cfb18d53:40861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:14:19,197 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:14:19,217 DEBUG [RS:0;5296cfb18d53:45449 {}] zookeeper.ZKUtil(111): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,217 WARN [RS:0;5296cfb18d53:45449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:14:19,218 INFO [RS:0;5296cfb18d53:45449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:14:19,218 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,218 DEBUG [RS:1;5296cfb18d53:41725 {}] zookeeper.ZKUtil(111): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,218 WARN [RS:1;5296cfb18d53:41725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T01:14:19,218 INFO [RS:1;5296cfb18d53:41725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:14:19,218 DEBUG [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5296cfb18d53,41725,1731114858343] 2024-11-09T01:14:19,219 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:14:19,221 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:14:19,222 INFO [RS:2;5296cfb18d53:40861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:14:19,223 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,223 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:14:19,223 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:14:19,224 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:14:19,224 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,225 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,226 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,226 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,226 DEBUG [RS:2;5296cfb18d53:40861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,226 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T01:14:19,226 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:14:19,231 INFO [RS:1;5296cfb18d53:41725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:14:19,231 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,232 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40861,1731114858390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:14:19,233 INFO [RS:0;5296cfb18d53:45449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T01:14:19,233 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,233 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:14:19,233 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,233 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,234 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,234 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,234 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,234 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,234 DEBUG [RS:1;5296cfb18d53:41725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,236 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T01:14:19,236 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,236 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,236 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,236 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,236 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,237 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41725,1731114858343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:14:19,239 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T01:14:19,239 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,239 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,239 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,239 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,239 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0, corePoolSize=2, maxPoolSize=2 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5296cfb18d53:0, corePoolSize=1, maxPoolSize=1 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,240 DEBUG [RS:0;5296cfb18d53:45449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5296cfb18d53:0, corePoolSize=3, maxPoolSize=3 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,244 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45449,1731114858301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:14:19,252 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:14:19,252 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,40861,1731114858390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,252 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,252 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.Replication(171): 5296cfb18d53,40861,1731114858390 started 2024-11-09T01:14:19,256 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:14:19,256 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,41725,1731114858343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,256 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,256 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.Replication(171): 5296cfb18d53,41725,1731114858343 started 2024-11-09T01:14:19,259 WARN [5296cfb18d53:37789 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T01:14:19,261 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T01:14:19,261 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,45449,1731114858301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,261 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,261 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.Replication(171): 5296cfb18d53,45449,1731114858301 started 2024-11-09T01:14:19,268 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,268 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,40861,1731114858390, RpcServer on 5296cfb18d53/172.17.0.2:40861, sessionid=0x1011d2872290003 2024-11-09T01:14:19,268 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:14:19,268 DEBUG [RS:2;5296cfb18d53:40861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,268 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40861,1731114858390' 2024-11-09T01:14:19,268 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:14:19,269 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:14:19,269 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:14:19,269 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:14:19,270 DEBUG [RS:2;5296cfb18d53:40861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,40861,1731114858390 2024-11-09T01:14:19,270 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,40861,1731114858390' 2024-11-09T01:14:19,270 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:14:19,270 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:14:19,272 DEBUG [RS:2;5296cfb18d53:40861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:14:19,272 INFO [RS:2;5296cfb18d53:40861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:14:19,272 INFO [RS:2;5296cfb18d53:40861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:14:19,273 INFO [RS:1;5296cfb18d53:41725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,273 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,41725,1731114858343, RpcServer on 5296cfb18d53/172.17.0.2:41725, sessionid=0x1011d2872290002 2024-11-09T01:14:19,273 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:14:19,273 DEBUG [RS:1;5296cfb18d53:41725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,273 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,41725,1731114858343' 2024-11-09T01:14:19,273 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:14:19,274 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,41725,1731114858343' 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:14:19,275 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:14:19,276 DEBUG [RS:1;5296cfb18d53:41725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:14:19,276 INFO [RS:1;5296cfb18d53:41725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:14:19,276 INFO [RS:1;5296cfb18d53:41725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:14:19,281 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:19,281 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1482): Serving as 5296cfb18d53,45449,1731114858301, RpcServer on 5296cfb18d53/172.17.0.2:45449, sessionid=0x1011d2872290001 2024-11-09T01:14:19,281 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T01:14:19,281 DEBUG [RS:0;5296cfb18d53:45449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,281 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,45449,1731114858301' 2024-11-09T01:14:19,281 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T01:14:19,282 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5296cfb18d53,45449,1731114858301 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5296cfb18d53,45449,1731114858301' 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T01:14:19,283 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T01:14:19,284 DEBUG [RS:0;5296cfb18d53:45449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T01:14:19,284 INFO [RS:0;5296cfb18d53:45449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T01:14:19,284 INFO [RS:0;5296cfb18d53:45449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T01:14:19,373 INFO [RS:2;5296cfb18d53:40861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:14:19,375 INFO [RS:2;5296cfb18d53:40861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C40861%2C1731114858390, suffix=, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,40861,1731114858390, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs, maxLogs=32 2024-11-09T01:14:19,376 INFO [RS:1;5296cfb18d53:41725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:14:19,378 INFO [RS:1;5296cfb18d53:41725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C41725%2C1731114858343, suffix=, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs, maxLogs=32 2024-11-09T01:14:19,384 INFO [RS:0;5296cfb18d53:45449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T01:14:19,386 INFO [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C45449%2C1731114858301, suffix=, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs, maxLogs=32 2024-11-09T01:14:19,389 DEBUG [RS:2;5296cfb18d53:40861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,40861,1731114858390/5296cfb18d53%2C40861%2C1731114858390.1731114859377, exclude list is [], retry=0 2024-11-09T01:14:19,391 DEBUG [RS:1;5296cfb18d53:41725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343/5296cfb18d53%2C41725%2C1731114858343.1731114859379, exclude list is [], retry=0 2024-11-09T01:14:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:14:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:14:19,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:14:19,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:14:19,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:14:19,404 INFO [RS:2;5296cfb18d53:40861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,40861,1731114858390/5296cfb18d53%2C40861%2C1731114858390.1731114859377 2024-11-09T01:14:19,406 DEBUG [RS:0;5296cfb18d53:45449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301/5296cfb18d53%2C45449%2C1731114858301.1731114859387, exclude list is [], retry=0 2024-11-09T01:14:19,408 DEBUG [RS:2;5296cfb18d53:40861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:43031:43031)] 2024-11-09T01:14:19,409 INFO [RS:1;5296cfb18d53:41725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343/5296cfb18d53%2C41725%2C1731114858343.1731114859379 2024-11-09T01:14:19,409 DEBUG [RS:1;5296cfb18d53:41725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43031:43031)] 2024-11-09T01:14:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:14:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:14:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:14:19,413 INFO [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301/5296cfb18d53%2C45449%2C1731114858301.1731114859387 2024-11-09T01:14:19,416 DEBUG [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:43031:43031)] 2024-11-09T01:14:19,510 DEBUG [5296cfb18d53:37789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T01:14:19,511 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:14:19,516 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:14:19,516 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:14:19,517 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T01:14:19,517 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:14:19,517 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:14:19,517 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T01:14:19,517 INFO [5296cfb18d53:37789 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:14:19,517 INFO [5296cfb18d53:37789 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:14:19,517 INFO [5296cfb18d53:37789 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T01:14:19,517 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:14:19,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:19,519 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,41725,1731114858343, state=OPENING 2024-11-09T01:14:19,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T01:14:19,561 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:19,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:19,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:19,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:14:19,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:14:19,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:14:19,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:19,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,41725,1731114858343}] 2024-11-09T01:14:19,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:19,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:19,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:19,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:19,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:14:19,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:14:25,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:14:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:25,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:29,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:14:29,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:14:29,576 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:14:29,576 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:14:29,577 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:14:29,579 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C41725%2C1731114858343.meta, suffix=.meta, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs, maxLogs=32 2024-11-09T01:14:29,599 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, exclude list is [], retry=0 2024-11-09T01:14:29,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:14:29,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:14:29,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:14:29,606 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta 2024-11-09T01:14:29,606 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35261:35261),(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:43031:43031)] 2024-11-09T01:14:29,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:14:29,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:14:29,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:14:29,607 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:14:29,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:14:29,607 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:14:29,608 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:14:29,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:14:29,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:14:29,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:29,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:29,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:14:29,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:14:29,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:14:29,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:14:29,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:29,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:29,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:14:29,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:14:29,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:29,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:14:29,617 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:14:29,617 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:14:29,619 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:14:29,620 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:14:29,620 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:14:29,621 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:14:29,622 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:14:29,624 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62416276, jitterRate=-0.06992501020431519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:14:29,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:14:29,624 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114869608Writing region info on filesystem at 1731114869608Initializing all the Stores at 1731114869609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114869609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114869610 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114869610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114869610Cleaning up temporary data from old regions at 1731114869620 (+10 ms)Running coprocessor post-open hooks at 1731114869624 (+4 ms)Region opened successfully at 1731114869624 2024-11-09T01:14:29,626 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731114869568 2024-11-09T01:14:29,628 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:14:29,628 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:14:29,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:29,629 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,41725,1731114858343, state=OPEN 2024-11-09T01:14:29,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:14:29,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:14:29,659 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:14:29,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:14:29,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:29,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:29,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:29,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:29,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:14:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T01:14:29,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,41725,1731114858343 in 10.0960 sec 2024-11-09T01:14:29,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T01:14:29,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5570 sec 2024-11-09T01:14:29,665 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T01:14:29,665 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T01:14:29,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:14:29,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1] 2024-11-09T01:14:29,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:14:29,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:14:29,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6160 sec 2024-11-09T01:14:29,676 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731114869676, completionTime=-1 2024-11-09T01:14:29,676 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T01:14:29,676 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731114929678 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731114989678 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,678 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,679 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5296cfb18d53:37789, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,679 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,679 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,680 DEBUG [master/5296cfb18d53:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T01:14:29,682 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.222sec 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T01:14:29,683 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T01:14:29,686 DEBUG [master/5296cfb18d53:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T01:14:29,686 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T01:14:29,686 INFO [master/5296cfb18d53:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5296cfb18d53,37789,1731114858131-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T01:14:29,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc74424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37789,-1 for getting cluster id 2024-11-09T01:14:29,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:14:29,732 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bbc1f11-225a-43cb-888c-b80fe33755e9' 2024-11-09T01:14:29,732 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:14:29,733 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bbc1f11-225a-43cb-888c-b80fe33755e9" 2024-11-09T01:14:29,733 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fff82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,733 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37789,-1] 2024-11-09T01:14:29,733 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:14:29,734 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:29,736 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:14:29,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:14:29,739 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1] 2024-11-09T01:14:29,739 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:14:29,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:14:29,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5296cfb18d53,37789,1731114858131 2024-11-09T01:14:29,744 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731114869744 (current time:1731114869744). 2024-11-09T01:14:29,744 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-09T01:14:29,744 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-09T01:14:29,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f6168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5296cfb18d53,37789,-1 for getting cluster id 2024-11-09T01:14:29,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T01:14:29,746 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bbc1f11-225a-43cb-888c-b80fe33755e9' 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bbc1f11-225a-43cb-888c-b80fe33755e9" 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f5496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5296cfb18d53,37789,-1] 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T01:14:29,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:29,748 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T01:14:29,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4313e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T01:14:29,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:14:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1] 2024-11-09T01:14:29,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:14:29,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:14:29,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:14:29,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:29,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:29,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:29,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:14:29,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T01:14:29,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5296cfb18d53,37789,1731114858131 2024-11-09T01:14:29,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c2a53e 2024-11-09T01:14:29,755 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T01:14:29,757 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T01:14:29,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T01:14:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-09T01:14:29,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T01:14:29,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:29,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-09T01:14:29,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T01:14:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:14:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:14:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741837_1013 (size=361) 2024-11-09T01:14:29,774 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e841db0b2975a43716e7e174f812a3d, NAME => 'SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 675cacfb31f8cf3ac5ba8d54e71a2b13, NAME => 'SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,776 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2521cb0fdf1f3dbc29cc00ce00753072, NAME => 'SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741839_1015 (size=62) 2024-11-09T01:14:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741839_1015 (size=62) 2024-11-09T01:14:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741839_1015 (size=62) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741838_1014 (size=54) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741838_1014 (size=54) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741838_1014 (size=54) 2024-11-09T01:14:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741840_1016 (size=62) 2024-11-09T01:14:29,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2521cb0fdf1f3dbc29cc00ce00753072, disabling compactions & flushes 2024-11-09T01:14:29,790 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:29,790 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:29,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. after waiting 0 ms 2024-11-09T01:14:29,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:29,791 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:29,791 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2521cb0fdf1f3dbc29cc00ce00753072: Waiting for close lock at 1731114869790Disabling compacts and flushes for region at 1731114869790Disabling writes for close at 1731114869791 (+1 ms)Writing region close event to WAL at 1731114869791Closed at 1731114869791 2024-11-09T01:14:29,791 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 28338156b5ad6a3ac57fcac8bc53ae93, NAME => 'SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:14:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:14:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741841_1017 (size=62) 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 28338156b5ad6a3ac57fcac8bc53ae93, disabling compactions & flushes 2024-11-09T01:14:29,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. after waiting 0 ms 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:29,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:29,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 28338156b5ad6a3ac57fcac8bc53ae93: Waiting for close lock at 1731114869803Disabling compacts and flushes for region at 1731114869803Disabling writes for close at 1731114869803Writing region close event to WAL at 1731114869803Closed at 1731114869803 2024-11-09T01:14:29,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 859f8676e41ac746cde1fca329593221, NAME => 'SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:14:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:14:29,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741842_1018 (size=62) 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 859f8676e41ac746cde1fca329593221, disabling compactions & flushes 2024-11-09T01:14:29,814 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. after waiting 0 ms 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:29,814 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:29,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 859f8676e41ac746cde1fca329593221: Waiting for close lock at 1731114869814Disabling compacts and flushes for region at 1731114869814Disabling writes for close at 1731114869814Writing region close event to WAL at 1731114869814Closed at 1731114869814 2024-11-09T01:14:29,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f3ae871acf4612d629e0a7178bb37816, NAME => 'SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:14:29,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:14:29,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741843_1019 (size=62) 2024-11-09T01:14:29,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f3ae871acf4612d629e0a7178bb37816, disabling compactions & flushes 2024-11-09T01:14:29,825 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:29,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:29,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. after waiting 0 ms 2024-11-09T01:14:29,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:29,825 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:29,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f3ae871acf4612d629e0a7178bb37816: Waiting for close lock at 1731114869825Disabling compacts and flushes for region at 1731114869825Disabling writes for close at 1731114869825Writing region close event to WAL at 1731114869825Closed at 1731114869825 2024-11-09T01:14:29,826 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9f4c25ab4472924b5937eae68cf3a42c, NAME => 'SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:14:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:14:29,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741844_1020 (size=62) 2024-11-09T01:14:29,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9f4c25ab4472924b5937eae68cf3a42c, disabling compactions & flushes 2024-11-09T01:14:29,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:29,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:29,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. after waiting 0 ms 2024-11-09T01:14:29,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:29,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:29,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9f4c25ab4472924b5937eae68cf3a42c: Waiting for close lock at 1731114869841Disabling compacts and flushes for region at 1731114869841Disabling writes for close at 1731114869841Writing region close event to WAL at 1731114869841Closed at 1731114869841 2024-11-09T01:14:29,842 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3f58e9fd55bc72bd1d189984c29d64ff, NAME => 'SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:14:29,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:14:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741845_1021 (size=62) 2024-11-09T01:14:29,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3f58e9fd55bc72bd1d189984c29d64ff, disabling compactions & flushes 2024-11-09T01:14:29,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:29,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:29,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. after waiting 0 ms 2024-11-09T01:14:29,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:29,860 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:29,860 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3f58e9fd55bc72bd1d189984c29d64ff: Waiting for close lock at 1731114869859Disabling compacts and flushes for region at 1731114869859Disabling writes for close at 1731114869860 (+1 ms)Writing region close event to WAL at 1731114869860Closed at 1731114869860 2024-11-09T01:14:29,861 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 375132ab561d41d5468fc7cdc11ef1f0, NAME => 'SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:14:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:14:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741846_1022 (size=62) 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 375132ab561d41d5468fc7cdc11ef1f0, disabling compactions & flushes 2024-11-09T01:14:29,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. after waiting 0 ms 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:29,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:29,873 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 375132ab561d41d5468fc7cdc11ef1f0: Waiting for close lock at 1731114869873Disabling compacts and flushes for region at 1731114869873Disabling writes for close at 1731114869873Writing region close event to WAL at 1731114869873Closed at 1731114869873 2024-11-09T01:14:29,874 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3623bcdb190d9ac543162417a36cee7a, NAME => 'SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c 2024-11-09T01:14:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:14:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:14:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741847_1023 (size=54) 2024-11-09T01:14:29,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:29,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3623bcdb190d9ac543162417a36cee7a, disabling compactions & flushes 2024-11-09T01:14:29,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:29,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:29,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. after waiting 0 ms 2024-11-09T01:14:29,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:29,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:29,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3623bcdb190d9ac543162417a36cee7a: Waiting for close lock at 1731114869883Disabling compacts and flushes for region at 1731114869883Disabling writes for close at 1731114869884 (+1 ms)Writing region close event to WAL at 1731114869884Closed at 1731114869884 2024-11-09T01:14:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:30,186 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:30,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 675cacfb31f8cf3ac5ba8d54e71a2b13, disabling compactions & flushes 2024-11-09T01:14:30,187 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:30,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:30,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. after waiting 0 ms 2024-11-09T01:14:30,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:30,187 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:30,187 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 675cacfb31f8cf3ac5ba8d54e71a2b13: Waiting for close lock at 1731114870187Disabling compacts and flushes for region at 1731114870187Disabling writes for close at 1731114870187Writing region close event to WAL at 1731114870187Closed at 1731114870187 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9e841db0b2975a43716e7e174f812a3d, disabling compactions & flushes 2024-11-09T01:14:30,189 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. after waiting 0 ms 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:30,189 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:30,189 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e841db0b2975a43716e7e174f812a3d: Waiting for close lock at 1731114870189Disabling compacts and flushes for region at 1731114870189Disabling writes for close at 1731114870189Writing region close event to WAL at 1731114870189Closed at 1731114870189 2024-11-09T01:14:30,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T01:14:30,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731114870191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731114870191"}]},"ts":"1731114870191"} 2024-11-09T01:14:30,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-09T01:14:30,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T01:14:30,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114870198"}]},"ts":"1731114870198"} 2024-11-09T01:14:30,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-09T01:14:30,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T01:14:30,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:14:30,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:14:30,206 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T01:14:30,206 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:14:30,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e841db0b2975a43716e7e174f812a3d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=675cacfb31f8cf3ac5ba8d54e71a2b13, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2521cb0fdf1f3dbc29cc00ce00753072, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28338156b5ad6a3ac57fcac8bc53ae93, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859f8676e41ac746cde1fca329593221, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ae871acf4612d629e0a7178bb37816, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f4c25ab4472924b5937eae68cf3a42c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f58e9fd55bc72bd1d189984c29d64ff, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=375132ab561d41d5468fc7cdc11ef1f0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3623bcdb190d9ac543162417a36cee7a, ASSIGN}] 2024-11-09T01:14:30,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2521cb0fdf1f3dbc29cc00ce00753072, ASSIGN 2024-11-09T01:14:30,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=675cacfb31f8cf3ac5ba8d54e71a2b13, ASSIGN 2024-11-09T01:14:30,212 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2521cb0fdf1f3dbc29cc00ce00753072, ASSIGN; state=OFFLINE, location=5296cfb18d53,40861,1731114858390; forceNewPlan=false, retain=false 2024-11-09T01:14:30,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859f8676e41ac746cde1fca329593221, ASSIGN 2024-11-09T01:14:30,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28338156b5ad6a3ac57fcac8bc53ae93, ASSIGN 2024-11-09T01:14:30,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3623bcdb190d9ac543162417a36cee7a, ASSIGN 2024-11-09T01:14:30,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=675cacfb31f8cf3ac5ba8d54e71a2b13, ASSIGN; state=OFFLINE, location=5296cfb18d53,45449,1731114858301; forceNewPlan=false, retain=false 2024-11-09T01:14:30,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859f8676e41ac746cde1fca329593221, ASSIGN; state=OFFLINE, location=5296cfb18d53,45449,1731114858301; forceNewPlan=false, retain=false 2024-11-09T01:14:30,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28338156b5ad6a3ac57fcac8bc53ae93, ASSIGN; state=OFFLINE, location=5296cfb18d53,41725,1731114858343; forceNewPlan=false, retain=false 2024-11-09T01:14:30,214 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3623bcdb190d9ac543162417a36cee7a, ASSIGN; state=OFFLINE, location=5296cfb18d53,41725,1731114858343; forceNewPlan=false, retain=false 2024-11-09T01:14:30,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f4c25ab4472924b5937eae68cf3a42c, ASSIGN 2024-11-09T01:14:30,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f58e9fd55bc72bd1d189984c29d64ff, ASSIGN 2024-11-09T01:14:30,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=375132ab561d41d5468fc7cdc11ef1f0, ASSIGN 2024-11-09T01:14:30,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f4c25ab4472924b5937eae68cf3a42c, ASSIGN; state=OFFLINE, location=5296cfb18d53,41725,1731114858343; forceNewPlan=false, retain=false 2024-11-09T01:14:30,219 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f58e9fd55bc72bd1d189984c29d64ff, ASSIGN; state=OFFLINE, location=5296cfb18d53,45449,1731114858301; forceNewPlan=false, retain=false 2024-11-09T01:14:30,219 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=375132ab561d41d5468fc7cdc11ef1f0, ASSIGN; state=OFFLINE, location=5296cfb18d53,40861,1731114858390; forceNewPlan=false, retain=false 2024-11-09T01:14:30,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ae871acf4612d629e0a7178bb37816, ASSIGN 2024-11-09T01:14:30,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e841db0b2975a43716e7e174f812a3d, ASSIGN 2024-11-09T01:14:30,222 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3ae871acf4612d629e0a7178bb37816, ASSIGN; state=OFFLINE, location=5296cfb18d53,40861,1731114858390; forceNewPlan=false, retain=false 2024-11-09T01:14:30,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e841db0b2975a43716e7e174f812a3d, ASSIGN; state=OFFLINE, location=5296cfb18d53,40861,1731114858390; forceNewPlan=false, retain=false 2024-11-09T01:14:30,363 INFO [5296cfb18d53:37789 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-09T01:14:30,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3f58e9fd55bc72bd1d189984c29d64ff, regionState=OPENING, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:30,363 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=675cacfb31f8cf3ac5ba8d54e71a2b13, regionState=OPENING, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:30,363 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3623bcdb190d9ac543162417a36cee7a, regionState=OPENING, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:30,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=859f8676e41ac746cde1fca329593221, regionState=OPENING, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:30,363 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f4c25ab4472924b5937eae68cf3a42c, regionState=OPENING, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:30,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=28338156b5ad6a3ac57fcac8bc53ae93, regionState=OPENING, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:30,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=375132ab561d41d5468fc7cdc11ef1f0, regionState=OPENING, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:30,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f3ae871acf4612d629e0a7178bb37816, regionState=OPENING, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:30,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2521cb0fdf1f3dbc29cc00ce00753072, regionState=OPENING, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:30,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e841db0b2975a43716e7e174f812a3d, regionState=OPENING, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:30,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f58e9fd55bc72bd1d189984c29d64ff, ASSIGN because future has completed 2024-11-09T01:14:30,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff, server=5296cfb18d53,45449,1731114858301}] 2024-11-09T01:14:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=675cacfb31f8cf3ac5ba8d54e71a2b13, ASSIGN because future has completed 2024-11-09T01:14:30,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13, server=5296cfb18d53,45449,1731114858301}] 2024-11-09T01:14:30,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3623bcdb190d9ac543162417a36cee7a, ASSIGN because future has completed 2024-11-09T01:14:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=859f8676e41ac746cde1fca329593221, ASSIGN because future has completed 2024-11-09T01:14:30,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3623bcdb190d9ac543162417a36cee7a, server=5296cfb18d53,41725,1731114858343}] 2024-11-09T01:14:30,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859f8676e41ac746cde1fca329593221, server=5296cfb18d53,45449,1731114858301}] 2024-11-09T01:14:30,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f4c25ab4472924b5937eae68cf3a42c, ASSIGN because future has completed 2024-11-09T01:14:30,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=28338156b5ad6a3ac57fcac8bc53ae93, ASSIGN because future has completed 2024-11-09T01:14:30,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=375132ab561d41d5468fc7cdc11ef1f0, ASSIGN because future has completed 2024-11-09T01:14:30,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93, server=5296cfb18d53,41725,1731114858343}] 2024-11-09T01:14:30,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c, server=5296cfb18d53,41725,1731114858343}] 2024-11-09T01:14:30,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0, server=5296cfb18d53,40861,1731114858390}] 2024-11-09T01:14:30,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e841db0b2975a43716e7e174f812a3d, ASSIGN because future has completed 2024-11-09T01:14:30,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2521cb0fdf1f3dbc29cc00ce00753072, ASSIGN because future has completed 2024-11-09T01:14:30,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3ae871acf4612d629e0a7178bb37816, ASSIGN because future has completed 2024-11-09T01:14:30,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072, server=5296cfb18d53,40861,1731114858390}] 2024-11-09T01:14:30,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ae871acf4612d629e0a7178bb37816, server=5296cfb18d53,40861,1731114858390}] 2024-11-09T01:14:30,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e841db0b2975a43716e7e174f812a3d, server=5296cfb18d53,40861,1731114858390}] 2024-11-09T01:14:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:31,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T01:14:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:35,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:14:35,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:35,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:35,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:39,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T01:14:39,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T01:14:39,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:14:39,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T01:14:40,372 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:14:40,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:14:40,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T01:14:40,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T01:14:40,384 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:40,384 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 859f8676e41ac746cde1fca329593221, NAME => 'SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-09T01:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,385 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,388 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:40,388 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 28338156b5ad6a3ac57fcac8bc53ae93, NAME => 'SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-09T01:14:40,389 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,389 INFO [StoreOpener-859f8676e41ac746cde1fca329593221-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,389 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,389 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,389 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,390 INFO [StoreOpener-859f8676e41ac746cde1fca329593221-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 859f8676e41ac746cde1fca329593221 columnFamilyName cf 2024-11-09T01:14:40,390 DEBUG [StoreOpener-859f8676e41ac746cde1fca329593221-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,391 INFO [StoreOpener-859f8676e41ac746cde1fca329593221-1 {}] regionserver.HStore(327): Store=859f8676e41ac746cde1fca329593221/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,391 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,392 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,393 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 375132ab561d41d5468fc7cdc11ef1f0, NAME => 'SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,393 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,395 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,400 INFO [StoreOpener-28338156b5ad6a3ac57fcac8bc53ae93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,400 INFO [StoreOpener-375132ab561d41d5468fc7cdc11ef1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,400 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/859f8676e41ac746cde1fca329593221/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,401 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 859f8676e41ac746cde1fca329593221; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65866396, jitterRate=-0.01851421594619751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,401 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:40,401 INFO [StoreOpener-375132ab561d41d5468fc7cdc11ef1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 375132ab561d41d5468fc7cdc11ef1f0 columnFamilyName cf 2024-11-09T01:14:40,401 INFO [StoreOpener-28338156b5ad6a3ac57fcac8bc53ae93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28338156b5ad6a3ac57fcac8bc53ae93 columnFamilyName cf 2024-11-09T01:14:40,401 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 859f8676e41ac746cde1fca329593221: Running coprocessor pre-open hook at 1731114880385Writing region info on filesystem at 1731114880385Initializing all the Stores at 1731114880386 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880386Cleaning up temporary data from old regions at 1731114880393 (+7 ms)Running coprocessor post-open hooks at 1731114880401 (+8 ms)Region opened successfully at 1731114880401 2024-11-09T01:14:40,401 DEBUG [StoreOpener-375132ab561d41d5468fc7cdc11ef1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,401 DEBUG [StoreOpener-28338156b5ad6a3ac57fcac8bc53ae93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,402 INFO [StoreOpener-375132ab561d41d5468fc7cdc11ef1f0-1 {}] regionserver.HStore(327): Store=375132ab561d41d5468fc7cdc11ef1f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,402 INFO [StoreOpener-28338156b5ad6a3ac57fcac8bc53ae93-1 {}] regionserver.HStore(327): Store=28338156b5ad6a3ac57fcac8bc53ae93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,402 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,402 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,402 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221., pid=17, masterSystemTime=1731114880371 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,403 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,404 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:40,404 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:40,405 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:40,405 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f58e9fd55bc72bd1d189984c29d64ff, NAME => 'SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-09T01:14:40,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=859f8676e41ac746cde1fca329593221, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:40,405 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,405 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,405 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,405 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,406 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 859f8676e41ac746cde1fca329593221, server=5296cfb18d53,45449,1731114858301 because future has completed 2024-11-09T01:14:40,407 INFO [StoreOpener-3f58e9fd55bc72bd1d189984c29d64ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,409 INFO [StoreOpener-3f58e9fd55bc72bd1d189984c29d64ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f58e9fd55bc72bd1d189984c29d64ff columnFamilyName cf 2024-11-09T01:14:40,409 DEBUG [StoreOpener-3f58e9fd55bc72bd1d189984c29d64ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,410 INFO [StoreOpener-3f58e9fd55bc72bd1d189984c29d64ff-1 {}] regionserver.HStore(327): Store=3f58e9fd55bc72bd1d189984c29d64ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,410 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-09T01:14:40,411 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 859f8676e41ac746cde1fca329593221, server=5296cfb18d53,45449,1731114858301 in 10.0360 sec 2024-11-09T01:14:40,411 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,411 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 375132ab561d41d5468fc7cdc11ef1f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68372709, jitterRate=0.01883275806903839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,411 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:40,412 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 375132ab561d41d5468fc7cdc11ef1f0: Running coprocessor pre-open hook at 1731114880393Writing region info on filesystem at 1731114880394 (+1 ms)Initializing all the Stores at 1731114880394Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880394Cleaning up temporary data from old regions at 1731114880403 (+9 ms)Running coprocessor post-open hooks at 1731114880411 (+8 ms)Region opened successfully at 1731114880411 2024-11-09T01:14:40,412 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,412 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., pid=21, masterSystemTime=1731114880381 2024-11-09T01:14:40,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=859f8676e41ac746cde1fca329593221, ASSIGN in 10.2040 sec 2024-11-09T01:14:40,413 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,413 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,413 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,415 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:40,415 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:40,415 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:40,415 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e841db0b2975a43716e7e174f812a3d, NAME => 'SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-09T01:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=375132ab561d41d5468fc7cdc11ef1f0, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,416 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0, server=5296cfb18d53,40861,1731114858390 because future has completed 2024-11-09T01:14:40,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-09T01:14:40,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0, server=5296cfb18d53,40861,1731114858390 in 10.0430 sec 2024-11-09T01:14:40,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=375132ab561d41d5468fc7cdc11ef1f0, ASSIGN in 10.2130 sec 2024-11-09T01:14:40,424 INFO [StoreOpener-9e841db0b2975a43716e7e174f812a3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,425 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/28338156b5ad6a3ac57fcac8bc53ae93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,425 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,425 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 28338156b5ad6a3ac57fcac8bc53ae93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73463631, jitterRate=0.09469340741634369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,426 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:40,426 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3f58e9fd55bc72bd1d189984c29d64ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74194512, jitterRate=0.10558438301086426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,426 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:40,426 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 28338156b5ad6a3ac57fcac8bc53ae93: Running coprocessor pre-open hook at 1731114880392Writing region info on filesystem at 1731114880392Initializing all the Stores at 1731114880394 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880394Cleaning up temporary data from old regions at 1731114880403 (+9 ms)Running coprocessor post-open hooks at 1731114880426 (+23 ms)Region opened successfully at 1731114880426 2024-11-09T01:14:40,426 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3f58e9fd55bc72bd1d189984c29d64ff: Running coprocessor pre-open hook at 1731114880405Writing region info on filesystem at 1731114880405Initializing all the Stores at 1731114880407 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880407Cleaning up temporary data from old regions at 1731114880413 (+6 ms)Running coprocessor post-open hooks at 1731114880426 (+13 ms)Region opened successfully at 1731114880426 2024-11-09T01:14:40,426 INFO [StoreOpener-9e841db0b2975a43716e7e174f812a3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e841db0b2975a43716e7e174f812a3d columnFamilyName cf 2024-11-09T01:14:40,426 DEBUG [StoreOpener-9e841db0b2975a43716e7e174f812a3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,427 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93., pid=19, masterSystemTime=1731114880377 2024-11-09T01:14:40,427 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., pid=15, masterSystemTime=1731114880371 2024-11-09T01:14:40,427 INFO [StoreOpener-9e841db0b2975a43716e7e174f812a3d-1 {}] regionserver.HStore(327): Store=9e841db0b2975a43716e7e174f812a3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,427 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,428 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,428 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,428 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,429 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,429 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 675cacfb31f8cf3ac5ba8d54e71a2b13, NAME => 'SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3f58e9fd55bc72bd1d189984c29d64ff, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,429 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:40,429 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,429 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:40,430 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3623bcdb190d9ac543162417a36cee7a, NAME => 'SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-09T01:14:40,430 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,430 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,430 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,430 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=28338156b5ad6a3ac57fcac8bc53ae93, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:40,432 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff, server=5296cfb18d53,45449,1731114858301 because future has completed 2024-11-09T01:14:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93, server=5296cfb18d53,41725,1731114858343 because future has completed 2024-11-09T01:14:40,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-09T01:14:40,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff, server=5296cfb18d53,45449,1731114858301 in 10.0650 sec 2024-11-09T01:14:40,436 INFO [StoreOpener-3623bcdb190d9ac543162417a36cee7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-09T01:14:40,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f58e9fd55bc72bd1d189984c29d64ff, ASSIGN in 10.2280 sec 2024-11-09T01:14:40,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93, server=5296cfb18d53,41725,1731114858343 in 10.0600 sec 2024-11-09T01:14:40,438 INFO [StoreOpener-3623bcdb190d9ac543162417a36cee7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3623bcdb190d9ac543162417a36cee7a columnFamilyName cf 2024-11-09T01:14:40,438 DEBUG [StoreOpener-3623bcdb190d9ac543162417a36cee7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,438 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9e841db0b2975a43716e7e174f812a3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,439 INFO [StoreOpener-3623bcdb190d9ac543162417a36cee7a-1 {}] regionserver.HStore(327): Store=3623bcdb190d9ac543162417a36cee7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=28338156b5ad6a3ac57fcac8bc53ae93, ASSIGN in 10.2300 sec 2024-11-09T01:14:40,439 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,439 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9e841db0b2975a43716e7e174f812a3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60481598, jitterRate=-0.09875395894050598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,439 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:40,439 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,440 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9e841db0b2975a43716e7e174f812a3d: Running coprocessor pre-open hook at 1731114880416Writing region info on filesystem at 1731114880416Initializing all the Stores at 1731114880417 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880417Cleaning up temporary data from old regions at 1731114880429 (+12 ms)Running coprocessor post-open hooks at 1731114880439 (+10 ms)Region opened successfully at 1731114880440 (+1 ms) 2024-11-09T01:14:40,440 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,440 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,440 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,440 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d., pid=24, masterSystemTime=1731114880381 2024-11-09T01:14:40,442 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,442 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:40,441 INFO [StoreOpener-675cacfb31f8cf3ac5ba8d54e71a2b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,442 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:40,442 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:40,443 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2521cb0fdf1f3dbc29cc00ce00753072, NAME => 'SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-09T01:14:40,443 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,443 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,443 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e841db0b2975a43716e7e174f812a3d, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:40,443 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,443 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e841db0b2975a43716e7e174f812a3d, server=5296cfb18d53,40861,1731114858390 because future has completed 2024-11-09T01:14:40,446 INFO [StoreOpener-675cacfb31f8cf3ac5ba8d54e71a2b13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 675cacfb31f8cf3ac5ba8d54e71a2b13 columnFamilyName cf 2024-11-09T01:14:40,446 DEBUG [StoreOpener-675cacfb31f8cf3ac5ba8d54e71a2b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,446 INFO [StoreOpener-675cacfb31f8cf3ac5ba8d54e71a2b13-1 {}] regionserver.HStore(327): Store=675cacfb31f8cf3ac5ba8d54e71a2b13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,447 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,447 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-09T01:14:40,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e841db0b2975a43716e7e174f812a3d, server=5296cfb18d53,40861,1731114858390 in 10.0640 sec 2024-11-09T01:14:40,448 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,448 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,448 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e841db0b2975a43716e7e174f812a3d, ASSIGN in 10.2400 sec 2024-11-09T01:14:40,450 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,457 INFO [StoreOpener-2521cb0fdf1f3dbc29cc00ce00753072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/675cacfb31f8cf3ac5ba8d54e71a2b13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,458 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 675cacfb31f8cf3ac5ba8d54e71a2b13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67810924, jitterRate=0.010461509227752686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,458 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3623bcdb190d9ac543162417a36cee7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63273408, jitterRate=-0.057152748107910156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3623bcdb190d9ac543162417a36cee7a: Running coprocessor pre-open hook at 1731114880430Writing region info on filesystem at 1731114880430Initializing all the Stores at 1731114880431 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880431Cleaning up temporary data from old regions at 1731114880440 (+9 ms)Running coprocessor post-open hooks at 1731114880458 (+18 ms)Region opened successfully at 1731114880458 2024-11-09T01:14:40,458 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 675cacfb31f8cf3ac5ba8d54e71a2b13: Running coprocessor pre-open hook at 1731114880430Writing region info on filesystem at 1731114880430Initializing all the Stores at 1731114880432 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880432Cleaning up temporary data from old regions at 1731114880448 (+16 ms)Running coprocessor post-open hooks at 1731114880458 (+10 ms)Region opened successfully at 1731114880458 2024-11-09T01:14:40,459 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13., pid=16, masterSystemTime=1731114880371 2024-11-09T01:14:40,459 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., pid=18, masterSystemTime=1731114880377 2024-11-09T01:14:40,460 INFO [StoreOpener-2521cb0fdf1f3dbc29cc00ce00753072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2521cb0fdf1f3dbc29cc00ce00753072 columnFamilyName cf 2024-11-09T01:14:40,460 DEBUG [StoreOpener-2521cb0fdf1f3dbc29cc00ce00753072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,461 INFO [StoreOpener-2521cb0fdf1f3dbc29cc00ce00753072-1 {}] regionserver.HStore(327): Store=2521cb0fdf1f3dbc29cc00ce00753072/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,461 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,461 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:40,462 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:40,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=675cacfb31f8cf3ac5ba8d54e71a2b13, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:40,463 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,464 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:40,464 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:40,464 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:40,464 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,464 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f4c25ab4472924b5937eae68cf3a42c, NAME => 'SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-09T01:14:40,464 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,464 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,465 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,465 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,465 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,465 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13, server=5296cfb18d53,45449,1731114858301 because future has completed 2024-11-09T01:14:40,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3623bcdb190d9ac543162417a36cee7a, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:40,468 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,469 INFO [StoreOpener-9f4c25ab4472924b5937eae68cf3a42c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3623bcdb190d9ac543162417a36cee7a, server=5296cfb18d53,41725,1731114858343 because future has completed 2024-11-09T01:14:40,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-09T01:14:40,471 INFO [StoreOpener-9f4c25ab4472924b5937eae68cf3a42c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4c25ab4472924b5937eae68cf3a42c columnFamilyName cf 2024-11-09T01:14:40,471 DEBUG [StoreOpener-9f4c25ab4472924b5937eae68cf3a42c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13, server=5296cfb18d53,45449,1731114858301 in 10.0990 sec 2024-11-09T01:14:40,472 INFO [StoreOpener-9f4c25ab4472924b5937eae68cf3a42c-1 {}] regionserver.HStore(327): Store=9f4c25ab4472924b5937eae68cf3a42c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,472 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-09T01:14:40,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3623bcdb190d9ac543162417a36cee7a, server=5296cfb18d53,41725,1731114858343 in 10.0990 sec 2024-11-09T01:14:40,474 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,474 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,474 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/2521cb0fdf1f3dbc29cc00ce00753072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=675cacfb31f8cf3ac5ba8d54e71a2b13, ASSIGN in 10.2640 sec 2024-11-09T01:14:40,475 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,475 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,475 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2521cb0fdf1f3dbc29cc00ce00753072; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73906533, jitterRate=0.1012931615114212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,475 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:40,475 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2521cb0fdf1f3dbc29cc00ce00753072: Running coprocessor pre-open hook at 1731114880443Writing region info on filesystem at 1731114880443Initializing all the Stores at 1731114880444 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880444Cleaning up temporary data from old regions at 1731114880465 (+21 ms)Running coprocessor post-open hooks at 1731114880475 (+10 ms)Region opened successfully at 1731114880475 2024-11-09T01:14:40,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3623bcdb190d9ac543162417a36cee7a, ASSIGN in 10.2670 sec 2024-11-09T01:14:40,476 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072., pid=23, masterSystemTime=1731114880381 2024-11-09T01:14:40,476 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,477 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:40,477 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:40,478 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:40,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2521cb0fdf1f3dbc29cc00ce00753072, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:40,478 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f3ae871acf4612d629e0a7178bb37816, NAME => 'SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-09T01:14:40,478 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,478 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:14:40,478 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,478 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072, server=5296cfb18d53,40861,1731114858390 because future has completed 2024-11-09T01:14:40,480 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,481 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9f4c25ab4472924b5937eae68cf3a42c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520524, jitterRate=0.006134212017059326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,481 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:40,481 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9f4c25ab4472924b5937eae68cf3a42c: Running coprocessor pre-open hook at 1731114880465Writing region info on filesystem at 1731114880465Initializing all the Stores at 1731114880469 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880469Cleaning up temporary data from old regions at 1731114880475 (+6 ms)Running coprocessor post-open hooks at 1731114880481 (+6 ms)Region opened successfully at 1731114880481 2024-11-09T01:14:40,482 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., pid=20, masterSystemTime=1731114880377 2024-11-09T01:14:40,483 INFO [StoreOpener-f3ae871acf4612d629e0a7178bb37816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-09T01:14:40,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072, server=5296cfb18d53,40861,1731114858390 in 10.1020 sec 2024-11-09T01:14:40,485 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:40,485 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:40,485 INFO [StoreOpener-f3ae871acf4612d629e0a7178bb37816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3ae871acf4612d629e0a7178bb37816 columnFamilyName cf 2024-11-09T01:14:40,485 DEBUG [StoreOpener-f3ae871acf4612d629e0a7178bb37816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:14:40,486 INFO [StoreOpener-f3ae871acf4612d629e0a7178bb37816-1 {}] regionserver.HStore(327): Store=f3ae871acf4612d629e0a7178bb37816/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T01:14:40,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9f4c25ab4472924b5937eae68cf3a42c, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:40,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2521cb0fdf1f3dbc29cc00ce00753072, ASSIGN in 10.2770 sec 2024-11-09T01:14:40,487 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,488 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,489 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c, server=5296cfb18d53,41725,1731114858343 because future has completed 2024-11-09T01:14:40,489 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,489 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,491 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-09T01:14:40,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c, server=5296cfb18d53,41725,1731114858343 in 10.1150 sec 2024-11-09T01:14:40,495 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/f3ae871acf4612d629e0a7178bb37816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T01:14:40,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f4c25ab4472924b5937eae68cf3a42c, ASSIGN in 10.2850 sec 2024-11-09T01:14:40,495 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f3ae871acf4612d629e0a7178bb37816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68576046, jitterRate=0.021862715482711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T01:14:40,496 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:40,496 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f3ae871acf4612d629e0a7178bb37816: Running coprocessor pre-open hook at 1731114880479Writing region info on filesystem at 1731114880479Initializing all the Stores at 1731114880480 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114880480Cleaning up temporary data from old regions at 1731114880489 (+9 ms)Running coprocessor post-open hooks at 1731114880496 (+7 ms)Region opened successfully at 1731114880496 2024-11-09T01:14:40,497 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816., pid=22, masterSystemTime=1731114880381 2024-11-09T01:14:40,499 DEBUG [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:40,499 INFO [RS_OPEN_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:40,499 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f3ae871acf4612d629e0a7178bb37816, regionState=OPEN, openSeqNum=2, regionLocation=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:40,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3ae871acf4612d629e0a7178bb37816, server=5296cfb18d53,40861,1731114858390 because future has completed 2024-11-09T01:14:40,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-09T01:14:40,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f3ae871acf4612d629e0a7178bb37816, server=5296cfb18d53,40861,1731114858390 in 10.1230 sec 2024-11-09T01:14:40,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-09T01:14:40,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3ae871acf4612d629e0a7178bb37816, ASSIGN in 10.2970 sec 2024-11-09T01:14:40,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T01:14:40,508 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731114880507"}]},"ts":"1731114880507"} 2024-11-09T01:14:40,510 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-09T01:14:40,511 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T01:14:40,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7530 sec 2024-11-09T01:14:43,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-09T01:14:45,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:45,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:45,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:45,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T01:14:45,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:45,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:45,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T01:14:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T01:14:48,054 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-09T01:14:48,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-09T01:14:48,054 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:14:48,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-09T01:14:48,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:14:48,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-09T01:14:48,089 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,093 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,096 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,098 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:14:48,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,134 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,136 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,137 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,140 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,142 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., hostname=5296cfb18d53,45449,1731114858301, seqNum=2] 2024-11-09T01:14:48,179 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., hostname=5296cfb18d53,40861,1731114858390, seqNum=2] 2024-11-09T01:14:48,181 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., hostname=5296cfb18d53,40861,1731114858390, seqNum=2] 2024-11-09T01:14:48,182 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., hostname=5296cfb18d53,40861,1731114858390, seqNum=2] 2024-11-09T01:14:48,183 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., hostname=5296cfb18d53,40861,1731114858390, seqNum=2] 2024-11-09T01:14:48,184 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., hostname=5296cfb18d53,40861,1731114858390, seqNum=2] 2024-11-09T01:14:48,261 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,263 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,264 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,267 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,269 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a., hostname=5296cfb18d53,41725,1731114858343, seqNum=2] 2024-11-09T01:14:48,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:14:48,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T01:14:48,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:14:48,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T01:14:48,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45449 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:14:48,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40861 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:14:49,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:49,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:14:49,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41725 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-09T01:14:49,529 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-09T01:14:49,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:14:49,531 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-09T01:14:49,532 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-09T01:14:49,537 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-09T01:14:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:14:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:14:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741848_1024 (size=49) 2024-11-09T01:14:49,548 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-09T01:14:49,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e841db0b2975a43716e7e174f812a3d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859f8676e41ac746cde1fca329593221}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ae871acf4612d629e0a7178bb37816}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3623bcdb190d9ac543162417a36cee7a}] 2024-11-09T01:14:49,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:49,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:49,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:49,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:49,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:49,554 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:49,558 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:49,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:49,559 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:49,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:51,233 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T01:14:59,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-09T01:14:59,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-09T01:14:59,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-09T01:14:59,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-09T01:14:59,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:59,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-09T01:14:59,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-09T01:14:59,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 859f8676e41ac746cde1fca329593221: 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 28338156b5ad6a3ac57fcac8bc53ae93: 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9e841db0b2975a43716e7e174f812a3d: 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3f58e9fd55bc72bd1d189984c29d64ff 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-09T01:14:59,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-09T01:14:59,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:59,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-09T01:14:59,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3623bcdb190d9ac543162417a36cee7a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-09T01:14:59,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:59,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:59,557 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 9f4c25ab4472924b5937eae68cf3a42c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-09T01:14:59,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f3ae871acf4612d629e0a7178bb37816: 2024-11-09T01:14:59,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2521cb0fdf1f3dbc29cc00ce00753072: 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 675cacfb31f8cf3ac5ba8d54e71a2b13: 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-09T01:14:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:14:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:14:59,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/.tmp/cf/326447215458435c8465557eb806f7a3 is 34, key is aaa/cf:cf/1731114889033/Put/seqid=0 2024-11-09T01:14:59,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/.tmp/cf/007e119dafcd43d9a5f0fa704558c3c5 is 34, key is baa/cf:cf/1731114888954/Put/seqid=0 2024-11-09T01:14:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741852_1028 (size=65) 2024-11-09T01:14:59,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:14:59,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-09T01:14:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-09T01:14:59,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:59,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:14:59,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 675cacfb31f8cf3ac5ba8d54e71a2b13 in 10.0620 sec 2024-11-09T01:14:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741854_1030 (size=65) 2024-11-09T01:14:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741854_1030 (size=65) 2024-11-09T01:14:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741854_1030 (size=65) 2024-11-09T01:14:59,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:14:59,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T01:14:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T01:14:59,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:59,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 859f8676e41ac746cde1fca329593221 2024-11-09T01:14:59,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 859f8676e41ac746cde1fca329593221 in 10.0700 sec 2024-11-09T01:14:59,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741849_1025 (size=65) 2024-11-09T01:14:59,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741849_1025 (size=65) 2024-11-09T01:14:59,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741849_1025 (size=65) 2024-11-09T01:14:59,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731114869757.28338156b5ad6a3ac57fcac8bc53ae93. 2024-11-09T01:14:59,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-09T01:14:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-09T01:14:59,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:59,637 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93 2024-11-09T01:14:59,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 28338156b5ad6a3ac57fcac8bc53ae93 in 10.0900 sec 2024-11-09T01:14:59,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/.tmp/cf/3259f390521540598c42f0e63b5e2534 is 34, key is eaa/cf:cf/1731114889396/Put/seqid=0 2024-11-09T01:14:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741850_1026 (size=57) 2024-11-09T01:14:59,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741850_1026 (size=57) 2024-11-09T01:14:59,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741850_1026 (size=57) 2024-11-09T01:14:59,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:14:59,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T01:14:59,664 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:59,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 375132ab561d41d5468fc7cdc11ef1f0 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-09T01:14:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T01:14:59,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:59,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:14:59,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e841db0b2975a43716e7e174f812a3d in 10.1180 sec 2024-11-09T01:14:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:14:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:14:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741851_1027 (size=65) 2024-11-09T01:14:59,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:14:59,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-09T01:14:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-09T01:14:59,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:59,674 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:14:59,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3ae871acf4612d629e0a7178bb37816 in 10.1270 sec 2024-11-09T01:14:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741853_1029 (size=65) 2024-11-09T01:14:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741853_1029 (size=65) 2024-11-09T01:14:59,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741853_1029 (size=65) 2024-11-09T01:14:59,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:14:59,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T01:14:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T01:14:59,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:59,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:14:59,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/.tmp/cf/6ccec1258fc843e88ddfa58587651412 is 34, key is ccd/cf:cf/1731114888972/Put/seqid=0 2024-11-09T01:14:59,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2521cb0fdf1f3dbc29cc00ce00753072 in 10.1450 sec 2024-11-09T01:14:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741857_1033 (size=499309) 2024-11-09T01:14:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741857_1033 (size=499309) 2024-11-09T01:14:59,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741857_1033 (size=499309) 2024-11-09T01:14:59,726 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/.tmp/cf/3259f390521540598c42f0e63b5e2534 2024-11-09T01:14:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741856_1032 (size=28623) 2024-11-09T01:14:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741856_1032 (size=28623) 2024-11-09T01:14:59,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741856_1032 (size=28623) 2024-11-09T01:14:59,731 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/.tmp/cf/007e119dafcd43d9a5f0fa704558c3c5 2024-11-09T01:14:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741855_1031 (size=26918) 2024-11-09T01:14:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741855_1031 (size=26918) 2024-11-09T01:14:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741855_1031 (size=26918) 2024-11-09T01:14:59,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/.tmp/cf/326447215458435c8465557eb806f7a3 2024-11-09T01:14:59,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741858_1034 (size=47197) 2024-11-09T01:14:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741858_1034 (size=47197) 2024-11-09T01:14:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741858_1034 (size=47197) 2024-11-09T01:14:59,749 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/.tmp/cf/6ccec1258fc843e88ddfa58587651412 2024-11-09T01:14:59,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/.tmp/cf/007e119dafcd43d9a5f0fa704558c3c5 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/cf/007e119dafcd43d9a5f0fa704558c3c5 2024-11-09T01:14:59,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/.tmp/cf/326447215458435c8465557eb806f7a3 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/cf/326447215458435c8465557eb806f7a3 2024-11-09T01:14:59,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/.tmp/cf/3259f390521540598c42f0e63b5e2534 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/cf/3259f390521540598c42f0e63b5e2534 2024-11-09T01:14:59,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/cf/007e119dafcd43d9a5f0fa704558c3c5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-09T01:14:59,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3f58e9fd55bc72bd1d189984c29d64ff in 211ms, sequenceid=5, compaction requested=false 2024-11-09T01:14:59,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3f58e9fd55bc72bd1d189984c29d64ff: 2024-11-09T01:14:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/cf/007e119dafcd43d9a5f0fa704558c3c5] hfiles 2024-11-09T01:14:59,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/cf/007e119dafcd43d9a5f0fa704558c3c5 for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/.tmp/cf/6ccec1258fc843e88ddfa58587651412 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/cf/6ccec1258fc843e88ddfa58587651412 2024-11-09T01:14:59,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/cf/3259f390521540598c42f0e63b5e2534, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-09T01:14:59,780 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/cf/6ccec1258fc843e88ddfa58587651412, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-09T01:14:59,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 375132ab561d41d5468fc7cdc11ef1f0 in 117ms, sequenceid=5, compaction requested=false 2024-11-09T01:14:59,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 375132ab561d41d5468fc7cdc11ef1f0: 2024-11-09T01:14:59,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,781 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/cf/6ccec1258fc843e88ddfa58587651412] hfiles 2024-11-09T01:14:59,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/cf/6ccec1258fc843e88ddfa58587651412 for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,784 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/cf/326447215458435c8465557eb806f7a3, entries=676, sequenceid=5, filesize=26.3 K 2024-11-09T01:14:59,786 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3623bcdb190d9ac543162417a36cee7a in 230ms, sequenceid=5, compaction requested=false 2024-11-09T01:14:59,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3623bcdb190d9ac543162417a36cee7a: 2024-11-09T01:14:59,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/cf/3259f390521540598c42f0e63b5e2534] hfiles 2024-11-09T01:14:59,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3623bcdb190d9ac543162417a36cee7a/cf/3259f390521540598c42f0e63b5e2534 for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 9f4c25ab4472924b5937eae68cf3a42c in 230ms, sequenceid=5, compaction requested=false 2024-11-09T01:14:59,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 9f4c25ab4472924b5937eae68cf3a42c: 2024-11-09T01:14:59,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. for SnapshotProcedureTest completed. 2024-11-09T01:14:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c.' region-info for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-09T01:14:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/cf/326447215458435c8465557eb806f7a3] hfiles 2024-11-09T01:14:59,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9f4c25ab4472924b5937eae68cf3a42c/cf/326447215458435c8465557eb806f7a3 for snapshot=SnapshotProcedureTest 2024-11-09T01:14:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741859_1035 (size=105) 2024-11-09T01:14:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741859_1035 (size=105) 2024-11-09T01:14:59,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741859_1035 (size=105) 2024-11-09T01:14:59,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:14:59,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-09T01:14:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-09T01:14:59,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:59,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:14:59,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f58e9fd55bc72bd1d189984c29d64ff in 10.2650 sec 2024-11-09T01:14:59,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741861_1037 (size=97) 2024-11-09T01:14:59,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741861_1037 (size=97) 2024-11-09T01:14:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741861_1037 (size=97) 2024-11-09T01:14:59,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731114869757.3623bcdb190d9ac543162417a36cee7a. 2024-11-09T01:14:59,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-09T01:14:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-09T01:14:59,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:59,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3623bcdb190d9ac543162417a36cee7a 2024-11-09T01:14:59,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3623bcdb190d9ac543162417a36cee7a in 10.2770 sec 2024-11-09T01:14:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741860_1036 (size=105) 2024-11-09T01:14:59,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741860_1036 (size=105) 2024-11-09T01:14:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741860_1036 (size=105) 2024-11-09T01:14:59,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:14:59,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-09T01:14:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-09T01:14:59,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:59,843 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:14:59,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 375132ab561d41d5468fc7cdc11ef1f0 in 10.2960 sec 2024-11-09T01:14:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741862_1038 (size=105) 2024-11-09T01:14:59,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741862_1038 (size=105) 2024-11-09T01:14:59,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741862_1038 (size=105) 2024-11-09T01:14:59,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731114869757.9f4c25ab4472924b5937eae68cf3a42c. 2024-11-09T01:14:59,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-09T01:14:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-09T01:14:59,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:59,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c 2024-11-09T01:14:59,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-09T01:14:59,862 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-09T01:14:59,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f4c25ab4472924b5937eae68cf3a42c in 10.3110 sec 2024-11-09T01:14:59,864 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-09T01:14:59,865 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-09T01:14:59,866 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-09T01:14:59,868 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:14:59,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741863_1039 (size=1174) 2024-11-09T01:14:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741863_1039 (size=1174) 2024-11-09T01:14:59,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741863_1039 (size=1174) 2024-11-09T01:14:59,905 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-09T01:14:59,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-09T01:14:59,913 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:59,913 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:59,913 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:59,913 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:59,913 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:59,917 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:14:59,917 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:14:59,917 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:59,917 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:14:59,947 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:14:59,948 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 5296cfb18d53,41725,1731114858343 2024-11-09T01:14:59,948 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5296cfb18d53,41725,1731114858343: Simulated kill ***** 2024-11-09T01:14:59,948 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T01:14:59,948 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T01:14:59,949 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T01:14:59,949 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T01:14:59,949 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T01:14:59,949 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 299104256 }, "NonHeapMemoryUsage": { "committed": 176488448, "init": 7667712, "max": -1, "used": 171457280 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T01:14:59,950 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37789 {}] master.MasterRpcServices(700): 5296cfb18d53,41725,1731114858343 reported a fatal error: ***** ABORTING region server 5296cfb18d53,41725,1731114858343: Simulated kill ***** 2024-11-09T01:14:59,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,41725,1731114858343' ***** 2024-11-09T01:14:59,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T01:14:59,951 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:14:59,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:14:59,951 INFO [RS:1;5296cfb18d53:41725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T01:14:59,951 INFO [RS:1;5296cfb18d53:41725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T01:14:59,951 INFO [RS:1;5296cfb18d53:41725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:14:59,951 INFO [RS:1;5296cfb18d53:41725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5296cfb18d53:41725. 2024-11-09T01:14:59,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T01:14:59,951 DEBUG [RS:1;5296cfb18d53:41725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:14:59,951 DEBUG [RS:1;5296cfb18d53:41725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741836_1012 (size=14382) 2024-11-09T01:14:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741836_1012 (size=14382) 2024-11-09T01:14:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741836_1012 (size=14382) 2024-11-09T01:14:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741834_1010 (size=2010) 2024-11-09T01:14:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741834_1010 (size=2010) 2024-11-09T01:14:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741834_1010 (size=2010) 2024-11-09T01:14:59,959 DEBUG [RS:1;5296cfb18d53:41725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:14:59,959 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:14:59,959 INFO [RS:1;5296cfb18d53:41725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41725 2024-11-09T01:14:59,986 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,41725,1731114858343 2024-11-09T01:15:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:15:00,095 INFO [RS:1;5296cfb18d53:41725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:00,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,41725,1731114858343] 2024-11-09T01:15:00,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,41725,1731114858343 already deleted, retry=false 2024-11-09T01:15:00,184 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5296cfb18d53,41725,1731114858343 on 5296cfb18d53,37789,1731114858131 2024-11-09T01:15:00,185 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5296cfb18d53,41725,1731114858343, splitWal=true, meta=true 2024-11-09T01:15:00,185 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 5296cfb18d53,41725,1731114858343 (carryingMeta=true) 5296cfb18d53,41725,1731114858343/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@60d4aa14[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T01:15:00,186 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5296cfb18d53,41725,1731114858343, splitWal=true, meta=true 2024-11-09T01:15:00,189 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,41725,1731114858343, splitWal=true, meta=true, isMeta: true 2024-11-09T01:15:00,191 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting 2024-11-09T01:15:00,193 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5296cfb18d53,41725,1731114858343 WAL count=1, meta=true 2024-11-09T01:15:00,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta}] 2024-11-09T01:15:00,195 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:00,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,41725,1731114858343 Release verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:15:00,195 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 5296cfb18d53,41725,1731114858343, this operation will be retried to send to another server 2024-11-09T01:15:00,196 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:15:00,196 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731114901196 2024-11-09T01:15:00,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, worker=5296cfb18d53,45449,1731114858301}] 2024-11-09T01:15:00,196 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,41725,1731114858343 Release verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:15:00,196 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 5296cfb18d53,41725,1731114858343, this operation will be retried to send to another server 2024-11-09T01:15:00,196 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:15:00,196 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731114901196 2024-11-09T01:15:00,196 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-09T01:15:00,196 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-09T01:15:00,197 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-09T01:15:00,198 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,41725,1731114858343 Release verify snapshot worker=5296cfb18d53,41725,1731114858343 2024-11-09T01:15:00,198 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 5296cfb18d53,41725,1731114858343, this operation will be retried to send to another server 2024-11-09T01:15:00,198 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T01:15:00,198 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731114901198 2024-11-09T01:15:00,237 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T01:15:00,237 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T01:15:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:00,263 INFO [RS:1;5296cfb18d53:41725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41725-0x1011d2872290002, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:00,263 INFO [RS:1;5296cfb18d53:41725 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,41725,1731114858343; zookeeper connection closed. 2024-11-09T01:15:00,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a3249bc 2024-11-09T01:15:00,981 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5296cfb18d53:35301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T01:15:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-09T01:15:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-09T01:15:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-09T01:15:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-09T01:15:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-09T01:15:09,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-09T01:15:09,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-09T01:15:09,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:15:09,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T01:15:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-09T01:15:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T01:15:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-09T01:15:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-09T01:15:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T01:15:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-09T01:15:09,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T01:15:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-09T01:15:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-09T01:15:09,928 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 Release verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T01:15:09,928 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-09T01:15:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T01:15:09,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 10.0190 sec 2024-11-09T01:15:09,931 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:09,931 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,932 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 in 10.0190 sec 2024-11-09T01:15:09,934 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 Release verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:09,935 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,936 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 Release verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:09,937 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 10.0230 sec 2024-11-09T01:15:09,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 in 10.0270 sec 2024-11-09T01:15:09,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 in 10.0250 sec 2024-11-09T01:15:09,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 10.0280 sec 2024-11-09T01:15:09,939 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:09,940 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, size=14.0 K (14382bytes) 2024-11-09T01:15:09,940 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta 2024-11-09T01:15:09,941 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta after 1ms 2024-11-09T01:15:09,944 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta took 4ms 2024-11-09T01:15:09,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-09T01:15:09,955 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta so closing down 2024-11-09T01:15:09,955 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T01:15:09,960 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp 2024-11-09T01:15:09,964 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp 2024-11-09T01:15:09,965 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T01:15:09,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741864_1040 (size=14141) 2024-11-09T01:15:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741864_1040 (size=14141) 2024-11-09T01:15:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741864_1040 (size=14141) 2024-11-09T01:15:09,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-09T01:15:09,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T01:15:09,980 INFO [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 32 ms; skipped=1; WAL=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-09T01:15:09,980 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, journal: Splitting hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, size=14.0 K (14382bytes) at 1731114909940Finishing writing output for hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta so closing down at 1731114909955 (+15 ms)Creating recovered edits writer path=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp at 1731114909964 (+9 ms)3 split writer threads finished at 1731114909965 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731114909978 (+13 ms)Rename recovered edits hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta.temp to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731114909980 (+2 ms)Processed 26 edits across 1 Regions in 32 ms; skipped=1; WAL=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731114909980 2024-11-09T01:15:09,981 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta 2024-11-09T01:15:09,981 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5296cfb18d53:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-09T01:15:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-09T01:15:09,985 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting/5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs 2024-11-09T01:15:09,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-09T01:15:09,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, worker=5296cfb18d53,45449,1731114858301 in 9.7890 sec 2024-11-09T01:15:09,990 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:09,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T01:15:09,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 5296cfb18d53%2C41725%2C1731114858343.meta.1731114869580.meta, worker=5296cfb18d53,45449,1731114858301 in 9.7970 sec 2024-11-09T01:15:09,993 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,41725,1731114858343-splitting dir is empty, no logs to split. 2024-11-09T01:15:09,993 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5296cfb18d53,41725,1731114858343 WAL count=0, meta=true 2024-11-09T01:15:09,993 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 5296cfb18d53,41725,1731114858343 WAL splitting is done? wals=0, meta=true 2024-11-09T01:15:09,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T01:15:09,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:09,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T01:15:10,147 DEBUG [5296cfb18d53:37789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(204): Hosts are {5296cfb18d53=0} racks are {/default-rack=0} 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T01:15:10,148 INFO [5296cfb18d53:37789 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T01:15:10,148 INFO [5296cfb18d53:37789 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T01:15:10,148 DEBUG [5296cfb18d53:37789 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T01:15:10,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:10,150 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,45449,1731114858301, state=OPENING 2024-11-09T01:15:10,202 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:10,202 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T01:15:10,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:10,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:10,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:10,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,45449,1731114858301}] 2024-11-09T01:15:10,335 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T01:15:10,335 INFO [master/5296cfb18d53:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T01:15:18,107 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T01:15:19,268 INFO [regionserver/5296cfb18d53:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T01:15:19,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-09T01:15:19,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-09T01:15:19,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T01:15:19,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-09T01:15:19,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-09T01:15:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T01:15:19,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-09T01:15:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-09T01:15:19,940 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:19,942 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T01:15:19,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-09T01:15:19,942 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T01:15:19,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-09T01:15:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-09T01:15:19,943 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T01:15:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-09T01:15:19,945 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:19,945 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5296cfb18d53%2C45449%2C1731114858301.meta, suffix=.meta, logDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301, archiveDir=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs, maxLogs=32 2024-11-09T01:15:19,945 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 Release verify snapshot worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:19,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 20.0310 sec 2024-11-09T01:15:19,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 20.0360 sec 2024-11-09T01:15:19,947 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 Release verify snapshot worker=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:19,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,40861,1731114858390 in 20.0360 sec 2024-11-09T01:15:19,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-09T01:15:19,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=5296cfb18d53,45449,1731114858301 in 20.0380 sec 2024-11-09T01:15:19,951 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-09T01:15:19,952 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.hbase-snapshot/SnapshotProcedureTest 2024-11-09T01:15:19,954 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-09T01:15:19,954 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-09T01:15:19,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4270 sec 2024-11-09T01:15:19,961 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301/5296cfb18d53%2C45449%2C1731114858301.meta.1731114919945.meta, exclude list is [], retry=0 2024-11-09T01:15:19,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-4dd873da-1a2a-4fb6-9145-90269ed8d9f5,DISK] 2024-11-09T01:15:19,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37945,DS-88bb80c9-5e23-4ca3-863e-f844718abb32,DISK] 2024-11-09T01:15:19,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39649,DS-3e289ac4-ed5c-4546-9829-1826d3603a0f,DISK] 2024-11-09T01:15:19,969 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301/5296cfb18d53%2C45449%2C1731114858301.meta.1731114919945.meta 2024-11-09T01:15:19,969 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43031:43031),(127.0.0.1/127.0.0.1:34529:34529),(127.0.0.1/127.0.0.1:35261:35261)] 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T01:15:19,970 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T01:15:19,970 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T01:15:19,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T01:15:19,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T01:15:19,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:19,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:19,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T01:15:19,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T01:15:19,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:19,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:19,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T01:15:19,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T01:15:19,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:19,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:19,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T01:15:19,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T01:15:19,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T01:15:19,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T01:15:19,978 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T01:15:19,978 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-09T01:15:19,979 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:15:19,980 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5296cfb18d53:41725 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5296cfb18d53/172.17.0.2:41725 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T01:15:19,980 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740 2024-11-09T01:15:19,981 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T01:15:19,982 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1, error=java.net.ConnectException: Call to address=5296cfb18d53:41725 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5296cfb18d53/172.17.0.2:41725 2024-11-09T01:15:19,983 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-09T01:15:19,983 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,41725,1731114858343, seqNum=-1 from cache 2024-11-09T01:15:19,984 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 5296cfb18d53:41725 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5296cfb18d53/172.17.0.2:41725 2024-11-09T01:15:19,992 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T01:15:19,992 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-09T01:15:20,013 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/info/c1f1b38763c4468eb8261a1ee69b740e is 167, key is SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13./info:regioninfo/1731114880463/Put/seqid=0 2024-11-09T01:15:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741866_1042 (size=18393) 2024-11-09T01:15:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741866_1042 (size=18393) 2024-11-09T01:15:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741866_1042 (size=18393) 2024-11-09T01:15:20,021 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/info/c1f1b38763c4468eb8261a1ee69b740e 2024-11-09T01:15:20,048 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/ns/02679131a91b460588a56b6412b76e11 is 43, key is default/ns:d/1731114869670/Put/seqid=0 2024-11-09T01:15:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741867_1043 (size=5153) 2024-11-09T01:15:20,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741867_1043 (size=5153) 2024-11-09T01:15:20,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741867_1043 (size=5153) 2024-11-09T01:15:20,057 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/ns/02679131a91b460588a56b6412b76e11 2024-11-09T01:15:20,079 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/table/452d620750fb4791b1afae86d9e3b2fe is 47, key is SPTestTable/table:state/1731114880507/Put/seqid=0 2024-11-09T01:15:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741868_1044 (size=5214) 2024-11-09T01:15:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741868_1044 (size=5214) 2024-11-09T01:15:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741868_1044 (size=5214) 2024-11-09T01:15:20,087 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/table/452d620750fb4791b1afae86d9e3b2fe 2024-11-09T01:15:20,093 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:20,094 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1] 2024-11-09T01:15:20,095 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/info/c1f1b38763c4468eb8261a1ee69b740e as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/info/c1f1b38763c4468eb8261a1ee69b740e 2024-11-09T01:15:20,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45449 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:50530 deadline: 1731114979980, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5296cfb18d53,45449,1731114858301 2024-11-09T01:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5296cfb18d53,45449,1731114858301 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 5296cfb18d53,45449,1731114858301 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T01:15:20,100 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1 from cache 2024-11-09T01:15:20,103 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/info/c1f1b38763c4468eb8261a1ee69b740e, entries=100, sequenceid=28, filesize=18.0 K 2024-11-09T01:15:20,105 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/ns/02679131a91b460588a56b6412b76e11 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/ns/02679131a91b460588a56b6412b76e11 2024-11-09T01:15:20,112 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/ns/02679131a91b460588a56b6412b76e11, entries=2, sequenceid=28, filesize=5.0 K 2024-11-09T01:15:20,113 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/.tmp/table/452d620750fb4791b1afae86d9e3b2fe as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/table/452d620750fb4791b1afae86d9e3b2fe 2024-11-09T01:15:20,120 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/table/452d620750fb4791b1afae86d9e3b2fe, entries=2, sequenceid=28, filesize=5.1 K 2024-11-09T01:15:20,120 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=28, compaction requested=false; wal=null 2024-11-09T01:15:20,121 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-09T01:15:20,123 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T01:15:20,123 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T01:15:20,124 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T01:15:20,125 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T01:15:20,128 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-09T01:15:20,129 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73676231, jitterRate=0.0978613942861557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T01:15:20,129 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T01:15:20,129 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731114919970Writing region info on filesystem at 1731114919970Initializing all the Stores at 1731114919971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114919971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114919971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731114919972 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731114919972Obtaining lock to block concurrent updates at 1731114919992 (+20 ms)Preparing flush snapshotting stores in 1588230740 at 1731114919992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731114919992Flushing stores of hbase:meta,,1.1588230740 at 1731114919992Flushing 1588230740/info: creating writer at 1731114919992Flushing 1588230740/info: appending metadata at 1731114920012 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731114920012Flushing 1588230740/ns: creating writer at 1731114920028 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731114920048 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731114920048Flushing 1588230740/table: creating writer at 1731114920064 (+16 ms)Flushing 1588230740/table: appending metadata at 1731114920079 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731114920079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bf1dfa: reopening flushed file at 1731114920094 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3b87ca: reopening flushed file at 1731114920103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acaf9e4: reopening flushed file at 1731114920112 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=28, compaction requested=false; wal=null at 1731114920120 (+8 ms)Cleaning up temporary data from old regions at 1731114920123 (+3 ms)Running coprocessor post-open hooks at 1731114920129 (+6 ms)Region opened successfully at 1731114920129 2024-11-09T01:15:20,130 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731114919932 2024-11-09T01:15:20,133 DEBUG [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T01:15:20,133 INFO [RS_OPEN_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T01:15:20,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:20,134 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5296cfb18d53,45449,1731114858301, state=OPEN 2024-11-09T01:15:20,145 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:20,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T01:15:20,145 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5296cfb18d53,45449,1731114858301 2024-11-09T01:15:20,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:20,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:20,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T01:15:20,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-09T01:15:20,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5296cfb18d53,45449,1731114858301 in 9.9430 sec 2024-11-09T01:15:20,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-09T01:15:20,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1530 sec 2024-11-09T01:15:20,149 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 5296cfb18d53,41725,1731114858343 had 4 regions 2024-11-09T01:15:20,150 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5296cfb18d53,41725,1731114858343, splitWal=true, meta=true, isMeta: false 2024-11-09T01:15:20,152 INFO [PEWorker-4 {}] master.SplitWALManager(105): 5296cfb18d53,41725,1731114858343 WAL count=1, meta=false 2024-11-09T01:15:20,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5296cfb18d53%2C41725%2C1731114858343.1731114859379}] 2024-11-09T01:15:20,154 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=5296cfb18d53,40861,1731114858390 2024-11-09T01:15:20,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5296cfb18d53%2C41725%2C1731114858343.1731114859379, worker=5296cfb18d53,40861,1731114858390}] 2024-11-09T01:15:20,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T01:15:20,314 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5296cfb18d53,45449,1731114858301, seqNum=-1] 2024-11-09T01:15:20,333 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T01:15:20,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T01:15:20,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:20,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:20,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T01:15:20,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T01:15:20,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=48120627, stopped=false 2024-11-09T01:15:20,334 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5296cfb18d53,37789,1731114858131 2024-11-09T01:15:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:15:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:15:20,345 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T01:15:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:15:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:15:20,345 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:15:20,345 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:20,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T01:15:20,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:20,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:15:20,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:15:20,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,45449,1731114858301' ***** 2024-11-09T01:15:20,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:15:20,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5296cfb18d53,40861,1731114858390' ***** 2024-11-09T01:15:20,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T01:15:20,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T01:15:20,346 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:15:20,346 INFO [RS:0;5296cfb18d53:45449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:15:20,346 INFO [RS:0;5296cfb18d53:45449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:15:20,347 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f58e9fd55bc72bd1d189984c29d64ff 2024-11-09T01:15:20,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T01:15:20,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for 2521cb0fdf1f3dbc29cc00ce00753072 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for 375132ab561d41d5468fc7cdc11ef1f0 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e841db0b2975a43716e7e174f812a3d 2024-11-09T01:15:20,347 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 675cacfb31f8cf3ac5ba8d54e71a2b13 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(3091): Received CLOSE for f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:15:20,347 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 859f8676e41ac746cde1fca329593221 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,40861,1731114858390 2024-11-09T01:15:20,347 INFO [RS:2;5296cfb18d53:40861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:20,347 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(959): stopping server 5296cfb18d53,45449,1731114858301 2024-11-09T01:15:20,347 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f58e9fd55bc72bd1d189984c29d64ff, disabling compactions & flushes 2024-11-09T01:15:20,347 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2521cb0fdf1f3dbc29cc00ce00753072, disabling compactions & flushes 2024-11-09T01:15:20,347 INFO [RS:0;5296cfb18d53:45449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:20,348 INFO [RS:2;5296cfb18d53:40861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5296cfb18d53:40861. 2024-11-09T01:15:20,347 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:15:20,348 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5296cfb18d53:45449. 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:15:20,348 DEBUG [RS:2;5296cfb18d53:40861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. after waiting 0 ms 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. after waiting 0 ms 2024-11-09T01:15:20,348 DEBUG [RS:2;5296cfb18d53:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,348 DEBUG [RS:0;5296cfb18d53:45449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:15:20,348 DEBUG [RS:0;5296cfb18d53:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,348 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T01:15:20,348 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1325): Online Regions={2521cb0fdf1f3dbc29cc00ce00753072=SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072., 375132ab561d41d5468fc7cdc11ef1f0=SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0., 9e841db0b2975a43716e7e174f812a3d=SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d., f3ae871acf4612d629e0a7178bb37816=SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816.} 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:15:20,348 DEBUG [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1351): Waiting on 2521cb0fdf1f3dbc29cc00ce00753072, 375132ab561d41d5468fc7cdc11ef1f0, 9e841db0b2975a43716e7e174f812a3d, f3ae871acf4612d629e0a7178bb37816 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T01:15:20,348 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-09T01:15:20,348 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f58e9fd55bc72bd1d189984c29d64ff=SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff., 675cacfb31f8cf3ac5ba8d54e71a2b13=SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13., 859f8676e41ac746cde1fca329593221=SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221.} 2024-11-09T01:15:20,348 DEBUG [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f58e9fd55bc72bd1d189984c29d64ff, 675cacfb31f8cf3ac5ba8d54e71a2b13, 859f8676e41ac746cde1fca329593221 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T01:15:20,348 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T01:15:20,348 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T01:15:20,353 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/2521cb0fdf1f3dbc29cc00ce00753072/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:15:20,353 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/3f58e9fd55bc72bd1d189984c29d64ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:15:20,353 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2521cb0fdf1f3dbc29cc00ce00753072: Waiting for close lock at 1731114920347Running coprocessor pre-close hooks at 1731114920347Disabling compacts and flushes for region at 1731114920347Disabling writes for close at 1731114920348 (+1 ms)Writing region close event to WAL at 1731114920348Running coprocessor post-close hooks at 1731114920353 (+5 ms)Closed at 1731114920353 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731114869757.2521cb0fdf1f3dbc29cc00ce00753072. 2024-11-09T01:15:20,354 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f58e9fd55bc72bd1d189984c29d64ff: Waiting for close lock at 1731114920347Running coprocessor pre-close hooks at 1731114920347Disabling compacts and flushes for region at 1731114920347Disabling writes for close at 1731114920348 (+1 ms)Writing region close event to WAL at 1731114920349 (+1 ms)Running coprocessor post-close hooks at 1731114920354 (+5 ms)Closed at 1731114920354 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 375132ab561d41d5468fc7cdc11ef1f0, disabling compactions & flushes 2024-11-09T01:15:20,354 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731114869757.3f58e9fd55bc72bd1d189984c29d64ff. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. after waiting 0 ms 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 675cacfb31f8cf3ac5ba8d54e71a2b13, disabling compactions & flushes 2024-11-09T01:15:20,354 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. after waiting 0 ms 2024-11-09T01:15:20,354 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:15:20,357 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-09T01:15:20,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T01:15:20,358 INFO [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:20,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731114920348Running coprocessor pre-close hooks at 1731114920348Disabling compacts and flushes for region at 1731114920348Disabling writes for close at 1731114920348Writing region close event to WAL at 1731114920351 (+3 ms)Running coprocessor post-close hooks at 1731114920357 (+6 ms)Closed at 1731114920358 (+1 ms) 2024-11-09T01:15:20,358 DEBUG [RS_CLOSE_META-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T01:15:20,364 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/675cacfb31f8cf3ac5ba8d54e71a2b13/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:15:20,364 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/375132ab561d41d5468fc7cdc11ef1f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T01:15:20,364 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:15:20,364 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 375132ab561d41d5468fc7cdc11ef1f0: Waiting for close lock at 1731114920354Running coprocessor pre-close hooks at 1731114920354Disabling compacts and flushes for region at 1731114920354Disabling writes for close at 1731114920354Writing region close event to WAL at 1731114920360 (+6 ms)Running coprocessor post-close hooks at 1731114920364 (+4 ms)Closed at 1731114920364 2024-11-09T01:15:20,364 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731114869757.375132ab561d41d5468fc7cdc11ef1f0. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 675cacfb31f8cf3ac5ba8d54e71a2b13: Waiting for close lock at 1731114920354Running coprocessor pre-close hooks at 1731114920354Disabling compacts and flushes for region at 1731114920354Disabling writes for close at 1731114920354Writing region close event to WAL at 1731114920360 (+6 ms)Running coprocessor post-close hooks at 1731114920364 (+4 ms)Closed at 1731114920364 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731114869757.675cacfb31f8cf3ac5ba8d54e71a2b13. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e841db0b2975a43716e7e174f812a3d, disabling compactions & flushes 2024-11-09T01:15:20,365 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. after waiting 0 ms 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 859f8676e41ac746cde1fca329593221, disabling compactions & flushes 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:15:20,365 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. after waiting 0 ms 2024-11-09T01:15:20,365 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:15:20,371 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/9e841db0b2975a43716e7e174f812a3d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:15:20,373 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:15:20,373 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e841db0b2975a43716e7e174f812a3d: Waiting for close lock at 1731114920365Running coprocessor pre-close hooks at 1731114920365Disabling compacts and flushes for region at 1731114920365Disabling writes for close at 1731114920365Writing region close event to WAL at 1731114920365Running coprocessor post-close hooks at 1731114920373 (+8 ms)Closed at 1731114920373 2024-11-09T01:15:20,374 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731114869757.9e841db0b2975a43716e7e174f812a3d. 2024-11-09T01:15:20,374 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3ae871acf4612d629e0a7178bb37816, disabling compactions & flushes 2024-11-09T01:15:20,374 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:15:20,374 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:15:20,374 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. after waiting 0 ms 2024-11-09T01:15:20,374 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:15:20,377 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/859f8676e41ac746cde1fca329593221/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:15:20,378 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:15:20,378 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 859f8676e41ac746cde1fca329593221: Waiting for close lock at 1731114920365Running coprocessor pre-close hooks at 1731114920365Disabling compacts and flushes for region at 1731114920365Disabling writes for close at 1731114920365Writing region close event to WAL at 1731114920368 (+3 ms)Running coprocessor post-close hooks at 1731114920377 (+9 ms)Closed at 1731114920377 2024-11-09T01:15:20,378 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731114869757.859f8676e41ac746cde1fca329593221. 2024-11-09T01:15:20,383 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/data/default/SPTestTable/f3ae871acf4612d629e0a7178bb37816/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-09T01:15:20,384 INFO [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:15:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3ae871acf4612d629e0a7178bb37816: Waiting for close lock at 1731114920374Running coprocessor pre-close hooks at 1731114920374Disabling compacts and flushes for region at 1731114920374Disabling writes for close at 1731114920374Writing region close event to WAL at 1731114920376 (+2 ms)Running coprocessor post-close hooks at 1731114920384 (+8 ms)Closed at 1731114920384 2024-11-09T01:15:20,384 DEBUG [RS_CLOSE_REGION-regionserver/5296cfb18d53:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731114869757.f3ae871acf4612d629e0a7178bb37816. 2024-11-09T01:15:20,406 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:20,406 INFO [regionserver/5296cfb18d53:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:20,548 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,40861,1731114858390; all regions closed. 2024-11-09T01:15:20,548 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(976): stopping server 5296cfb18d53,45449,1731114858301; all regions closed. 2024-11-09T01:15:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741833_1009 (size=2917) 2024-11-09T01:15:20,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,40861,1731114858390/5296cfb18d53%2C40861%2C1731114858390.1731114859377 not finished, retry = 0 2024-11-09T01:15:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741833_1009 (size=2917) 2024-11-09T01:15:20,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/WALs/5296cfb18d53,45449,1731114858301/5296cfb18d53%2C45449%2C1731114858301.meta.1731114919945.meta not finished, retry = 0 2024-11-09T01:15:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741833_1009 (size=2917) 2024-11-09T01:15:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741865_1041 (size=678) 2024-11-09T01:15:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741865_1041 (size=678) 2024-11-09T01:15:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741865_1041 (size=678) 2024-11-09T01:15:20,660 DEBUG [RS:2;5296cfb18d53:40861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs 2024-11-09T01:15:20,660 INFO [RS:2;5296cfb18d53:40861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C40861%2C1731114858390:(num 1731114859377) 2024-11-09T01:15:20,660 DEBUG [RS:2;5296cfb18d53:40861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,660 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:20,660 DEBUG [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs 2024-11-09T01:15:20,660 INFO [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C45449%2C1731114858301.meta:.meta(num 1731114919945) 2024-11-09T01:15:20,660 INFO [RS:2;5296cfb18d53:40861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:20,661 INFO [RS:2;5296cfb18d53:40861 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:20,661 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T01:15:20,661 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:20,661 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T01:15:20,661 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T01:15:20,662 INFO [RS:2;5296cfb18d53:40861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:20,662 INFO [RS:2;5296cfb18d53:40861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40861 2024-11-09T01:15:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741835_1011 (size=2364) 2024-11-09T01:15:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741835_1011 (size=2364) 2024-11-09T01:15:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741835_1011 (size=2364) 2024-11-09T01:15:20,667 DEBUG [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/oldWALs 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5296cfb18d53%2C45449%2C1731114858301:(num 1731114859387) 2024-11-09T01:15:20,667 DEBUG [RS:0;5296cfb18d53:45449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] hbase.ChoreService(370): Chore service for: regionserver/5296cfb18d53:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:20,667 INFO [regionserver/5296cfb18d53:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:20,667 INFO [RS:0;5296cfb18d53:45449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45449 2024-11-09T01:15:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,40861,1731114858390 2024-11-09T01:15:20,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T01:15:20,724 INFO [RS:2;5296cfb18d53:40861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:20,724 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007f10d4904610@75ead408 rejected from java.util.concurrent.ThreadPoolExecutor@30e844d1[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T01:15:20,734 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5296cfb18d53,45449,1731114858301 2024-11-09T01:15:20,734 INFO [RS:0;5296cfb18d53:45449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:20,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,45449,1731114858301] 2024-11-09T01:15:20,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,45449,1731114858301 already deleted, retry=false 2024-11-09T01:15:20,756 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,45449,1731114858301 expired; onlineServers=1 2024-11-09T01:15:20,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5296cfb18d53,40861,1731114858390] 2024-11-09T01:15:20,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5296cfb18d53,40861,1731114858390 already deleted, retry=false 2024-11-09T01:15:20,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5296cfb18d53,40861,1731114858390 expired; onlineServers=0 2024-11-09T01:15:20,766 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5296cfb18d53,37789,1731114858131' ***** 2024-11-09T01:15:20,766 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T01:15:20,766 INFO [M:0;5296cfb18d53:37789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T01:15:20,766 INFO [M:0;5296cfb18d53:37789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T01:15:20,766 DEBUG [M:0;5296cfb18d53:37789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T01:15:20,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T01:15:20,766 DEBUG [M:0;5296cfb18d53:37789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T01:15:20,766 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114859068 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.small.0-1731114859068,5,FailOnTimeoutGroup] 2024-11-09T01:15:20,766 DEBUG [master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114859067 {}] cleaner.HFileCleaner(306): Exit Thread[master/5296cfb18d53:0:becomeActiveMaster-HFileCleaner.large.0-1731114859067,5,FailOnTimeoutGroup] 2024-11-09T01:15:20,767 INFO [M:0;5296cfb18d53:37789 {}] hbase.ChoreService(370): Chore service for: master/5296cfb18d53:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T01:15:20,767 INFO [M:0;5296cfb18d53:37789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T01:15:20,767 DEBUG [M:0;5296cfb18d53:37789 {}] master.HMaster(1795): Stopping service threads 2024-11-09T01:15:20,767 INFO [M:0;5296cfb18d53:37789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T01:15:20,767 INFO [M:0;5296cfb18d53:37789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T01:15:20,767 ERROR [M:0;5296cfb18d53:37789 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:46425 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46425,5,PEWorkerGroup] 2024-11-09T01:15:20,767 INFO [M:0;5296cfb18d53:37789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T01:15:20,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T01:15:20,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T01:15:20,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T01:15:20,777 DEBUG [M:0;5296cfb18d53:37789 {}] zookeeper.ZKUtil(347): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T01:15:20,777 WARN [M:0;5296cfb18d53:37789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T01:15:20,777 INFO [M:0;5296cfb18d53:37789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/.lastflushedseqids 2024-11-09T01:15:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741869_1045 (size=632) 2024-11-09T01:15:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741869_1045 (size=632) 2024-11-09T01:15:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741869_1045 (size=632) 2024-11-09T01:15:20,795 INFO [M:0;5296cfb18d53:37789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T01:15:20,795 INFO [M:0;5296cfb18d53:37789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T01:15:20,795 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T01:15:20,795 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:20,795 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:20,795 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T01:15:20,795 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:20,795 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.79 KB heapSize=255.14 KB 2024-11-09T01:15:20,811 DEBUG [M:0;5296cfb18d53:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3582c2d3d62a4e39a7b4d38bf326c8d9 is 82, key is hbase:meta,,1/info:regioninfo/1731114920133/Put/seqid=0 2024-11-09T01:15:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741870_1046 (size=6071) 2024-11-09T01:15:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741870_1046 (size=6071) 2024-11-09T01:15:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741870_1046 (size=6071) 2024-11-09T01:15:20,820 INFO [M:0;5296cfb18d53:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3582c2d3d62a4e39a7b4d38bf326c8d9 2024-11-09T01:15:20,845 INFO [RS:2;5296cfb18d53:40861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:20,845 INFO [RS:2;5296cfb18d53:40861 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,40861,1731114858390; zookeeper connection closed. 2024-11-09T01:15:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:20,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40861-0x1011d2872290003, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:20,846 DEBUG [M:0;5296cfb18d53:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257546e65eba495a9f89f44f6b721177 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731114880513/Put/seqid=0 2024-11-09T01:15:20,846 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e3ff4f2 2024-11-09T01:15:20,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741871_1047 (size=11550) 2024-11-09T01:15:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741871_1047 (size=11550) 2024-11-09T01:15:20,856 INFO [RS:0;5296cfb18d53:45449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:20,856 INFO [RS:0;5296cfb18d53:45449 {}] regionserver.HRegionServer(1031): Exiting; stopping=5296cfb18d53,45449,1731114858301; zookeeper connection closed. 2024-11-09T01:15:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741871_1047 (size=11550) 2024-11-09T01:15:20,856 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:20,856 DEBUG [pool-304-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45449-0x1011d2872290001, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:20,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e863c00 2024-11-09T01:15:20,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T01:15:20,857 INFO [M:0;5296cfb18d53:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.56 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257546e65eba495a9f89f44f6b721177 2024-11-09T01:15:20,862 INFO [M:0;5296cfb18d53:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 257546e65eba495a9f89f44f6b721177 2024-11-09T01:15:20,877 DEBUG [M:0;5296cfb18d53:37789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d89f33253174206a60e3d324fd398a8 is 69, key is 5296cfb18d53,40861,1731114858390/rs:state/1731114859149/Put/seqid=0 2024-11-09T01:15:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741872_1048 (size=5447) 2024-11-09T01:15:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741872_1048 (size=5447) 2024-11-09T01:15:20,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741872_1048 (size=5447) 2024-11-09T01:15:20,884 INFO [M:0;5296cfb18d53:37789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d89f33253174206a60e3d324fd398a8 2024-11-09T01:15:20,890 INFO [M:0;5296cfb18d53:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d89f33253174206a60e3d324fd398a8 2024-11-09T01:15:20,891 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3582c2d3d62a4e39a7b4d38bf326c8d9 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3582c2d3d62a4e39a7b4d38bf326c8d9 2024-11-09T01:15:20,896 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3582c2d3d62a4e39a7b4d38bf326c8d9, entries=14, sequenceid=446, filesize=5.9 K 2024-11-09T01:15:20,897 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/257546e65eba495a9f89f44f6b721177 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/257546e65eba495a9f89f44f6b721177 2024-11-09T01:15:20,903 INFO [M:0;5296cfb18d53:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 257546e65eba495a9f89f44f6b721177 2024-11-09T01:15:20,903 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/257546e65eba495a9f89f44f6b721177, entries=52, sequenceid=446, filesize=11.3 K 2024-11-09T01:15:20,904 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d89f33253174206a60e3d324fd398a8 as hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d89f33253174206a60e3d324fd398a8 2024-11-09T01:15:20,913 INFO [M:0;5296cfb18d53:37789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d89f33253174206a60e3d324fd398a8 2024-11-09T01:15:20,913 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46425/user/jenkins/test-data/c17359d6-be4c-1297-c51d-c3d42267479c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d89f33253174206a60e3d324fd398a8, entries=3, sequenceid=446, filesize=5.3 K 2024-11-09T01:15:20,914 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.79 KB/218921, heapSize ~254.84 KB/260960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=446, compaction requested=false 2024-11-09T01:15:20,915 INFO [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T01:15:20,915 DEBUG [M:0;5296cfb18d53:37789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731114920795Disabling compacts and flushes for region at 1731114920795Disabling writes for close at 1731114920795Obtaining lock to block concurrent updates at 1731114920796 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731114920796Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218921, getHeapSize=261200, getOffHeapSize=0, getCellsCount=545 at 1731114920796Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731114920796Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731114920796Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731114920810 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731114920810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731114920826 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731114920844 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731114920844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731114920863 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731114920877 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731114920877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a7efc6: reopening flushed file at 1731114920890 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5b46c9: reopening flushed file at 1731114920897 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a8addc: reopening flushed file at 1731114920903 (+6 ms)Finished flush of dataSize ~213.79 KB/218921, heapSize ~254.84 KB/260960, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=446, compaction requested=false at 1731114920914 (+11 ms)Writing region close event to WAL at 1731114920915 (+1 ms)Closed at 1731114920915 2024-11-09T01:15:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37945 is added to blk_1073741830_1006 (size=248726) 2024-11-09T01:15:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741830_1006 (size=248726) 2024-11-09T01:15:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39649 is added to blk_1073741830_1006 (size=248726) 2024-11-09T01:15:20,918 INFO [M:0;5296cfb18d53:37789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T01:15:20,918 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T01:15:20,918 INFO [M:0;5296cfb18d53:37789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37789 2024-11-09T01:15:20,918 INFO [M:0;5296cfb18d53:37789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T01:15:21,030 INFO [M:0;5296cfb18d53:37789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T01:15:21,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:21,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37789-0x1011d2872290000, quorum=127.0.0.1:49766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T01:15:21,065 WARN [BP-1307823400-172.17.0.2-1731114855018 heartbeating to localhost/127.0.0.1:46425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307823400-172.17.0.2-1731114855018 (Datanode Uuid e83886b1-b713-4179-9252-53146be4166a) service to localhost/127.0.0.1:46425 2024-11-09T01:15:21,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data6/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data5/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a2cc41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:21,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5576c030{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:21,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bc68ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:21,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23cfd59e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:21,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:15:21,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45d3cb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:21,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78cc3a6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:21,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:21,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c74770{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:21,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f87af18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:21,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:15:21,115 WARN [BP-1307823400-172.17.0.2-1731114855018 heartbeating to localhost/127.0.0.1:46425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:15:21,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:15:21,115 WARN [BP-1307823400-172.17.0.2-1731114855018 heartbeating to localhost/127.0.0.1:46425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307823400-172.17.0.2-1731114855018 (Datanode Uuid 41f84d94-bd11-466a-b76d-ae197dc442f2) service to localhost/127.0.0.1:46425 2024-11-09T01:15:21,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data3/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data4/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:15:21,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3402987f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T01:15:21,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9c0316{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:21,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:21,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2613b866{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:21,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648056fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:21,120 WARN [BP-1307823400-172.17.0.2-1731114855018 heartbeating to localhost/127.0.0.1:46425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T01:15:21,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T01:15:21,120 WARN [BP-1307823400-172.17.0.2-1731114855018 heartbeating to localhost/127.0.0.1:46425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1307823400-172.17.0.2-1731114855018 (Datanode Uuid 2587be45-de21-4aef-9c37-457f0f2c0552) service to localhost/127.0.0.1:46425 2024-11-09T01:15:21,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T01:15:21,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data1/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/cluster_091657a0-931d-201d-d58b-dfafa1d58081/data/data2/current/BP-1307823400-172.17.0.2-1731114855018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T01:15:21,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T01:15:21,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c1645e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T01:15:21,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527d33d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T01:15:21,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T01:15:21,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29107925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T01:15:21,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b65defa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/95fa984c-0fe7-b885-2a6e-a36d29510b95/hadoop.log.dir/,STOPPED} 2024-11-09T01:15:21,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T01:15:21,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T01:15:21,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 94) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46425 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/5296cfb18d53:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/5296cfb18d53:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:46425 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=221 (was 204) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3236 (was 3377)