2024-12-09 15:25:57,503 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 15:25:57,516 main DEBUG Took 0.011242 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 15:25:57,517 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 15:25:57,517 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 15:25:57,518 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 15:25:57,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,526 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 15:25:57,538 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,542 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,545 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,548 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 15:25:57,552 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,552 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 15:25:57,554 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 15:25:57,555 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 15:25:57,558 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 15:25:57,558 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 15:25:57,560 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 15:25:57,560 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 15:25:57,570 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 15:25:57,573 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 15:25:57,575 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 15:25:57,575 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 15:25:57,576 main DEBUG createAppenders(={Console}) 2024-12-09 15:25:57,577 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 15:25:57,577 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 15:25:57,578 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 15:25:57,579 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 15:25:57,579 main DEBUG OutputStream closed 2024-12-09 15:25:57,579 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 15:25:57,580 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 15:25:57,580 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 15:25:57,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 15:25:57,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 15:25:57,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 15:25:57,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 15:25:57,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 15:25:57,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 15:25:57,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 15:25:57,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 15:25:57,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 15:25:57,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 15:25:57,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 15:25:57,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 15:25:57,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 15:25:57,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 15:25:57,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 15:25:57,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 15:25:57,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 15:25:57,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 15:25:57,681 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 15:25:57,681 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 15:25:57,682 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 15:25:57,683 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T15:25:57,702 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 15:25:57,706 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 15:25:57,707 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T15:25:57,716 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T15:25:57,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=872, ProcessCount=11, AvailableMemoryMB=7145 2024-12-09T15:25:58,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a 2024-12-09T15:25:58,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T15:25:58,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7, deleteOnExit=true 2024-12-09T15:25:58,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T15:25:58,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/test.cache.data in system properties and HBase conf 2024-12-09T15:25:58,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T15:25:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir in system properties and HBase conf 2024-12-09T15:25:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T15:25:58,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T15:25:58,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T15:25:58,150 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T15:25:58,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T15:25:58,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:25:58,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:25:58,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T15:25:58,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:25:58,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T15:25:58,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T15:25:58,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:25:58,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:25:58,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T15:25:58,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/nfs.dump.dir in system properties and HBase conf 2024-12-09T15:25:58,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/java.io.tmpdir in system properties and HBase conf 2024-12-09T15:25:58,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:25:58,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T15:25:58,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T15:25:59,279 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T15:25:59,359 INFO [Time-limited test {}] log.Log(170): Logging initialized @2707ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T15:25:59,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:25:59,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:25:59,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:25:59,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:25:59,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:25:59,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:25:59,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:25:59,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:25:59,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/java.io.tmpdir/jetty-localhost-45015-hadoop-hdfs-3_4_1-tests_jar-_-any-11778410412912929033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:25:59,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:45015} 2024-12-09T15:25:59,786 INFO [Time-limited test {}] server.Server(415): Started @3136ms 2024-12-09T15:26:00,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:26:00,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:26:00,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:26:00,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:26:00,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:26:00,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:26:00,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:26:00,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/java.io.tmpdir/jetty-localhost-43423-hadoop-hdfs-3_4_1-tests_jar-_-any-13322490145889757267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:26:00,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:43423} 2024-12-09T15:26:00,376 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-12-09T15:26:00,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:26:00,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:26:00,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:26:00,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:26:00,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:26:00,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:26:00,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:26:00,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:26:00,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/java.io.tmpdir/jetty-localhost-36509-hadoop-hdfs-3_4_1-tests_jar-_-any-17360513966305744510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:26:00,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:36509} 2024-12-09T15:26:00,717 INFO [Time-limited test {}] server.Server(415): Started @4067ms 2024-12-09T15:26:00,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:26:00,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:26:00,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:26:00,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:26:00,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:26:00,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:26:00,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:26:00,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:26:00,925 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data1/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:00,925 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data3/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:00,925 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data2/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:00,927 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data4/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:00,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/java.io.tmpdir/jetty-localhost-45737-hadoop-hdfs-3_4_1-tests_jar-_-any-8322471353384547083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:26:00,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:45737} 2024-12-09T15:26:00,929 INFO [Time-limited test {}] server.Server(415): Started @4278ms 2024-12-09T15:26:00,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:26:00,975 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:26:00,976 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:26:01,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f48239045033447 with lease ID 0xdba93d515ddf73f5: Processing first storage report for DS-5331e759-b716-461a-a787-6d53ab6d742b from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=e96af768-6bca-46d1-b45e-2ac26b608aae, infoPort=38139, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f48239045033447 with lease ID 0xdba93d515ddf73f5: from storage DS-5331e759-b716-461a-a787-6d53ab6d742b node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=e96af768-6bca-46d1-b45e-2ac26b608aae, infoPort=38139, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeace7a90c38fc7db with lease ID 0xdba93d515ddf73f6: Processing first storage report for DS-ba24144c-ff27-47f5-8975-eddb71d452a0 from datanode DatanodeRegistration(127.0.0.1:37033, datanodeUuid=97ead531-074b-4e6c-bc0e-9068095e9150, infoPort=40419, infoSecurePort=0, ipcPort=45691, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeace7a90c38fc7db with lease ID 0xdba93d515ddf73f6: from storage DS-ba24144c-ff27-47f5-8975-eddb71d452a0 node DatanodeRegistration(127.0.0.1:37033, datanodeUuid=97ead531-074b-4e6c-bc0e-9068095e9150, infoPort=40419, infoSecurePort=0, ipcPort=45691, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f48239045033447 with lease ID 0xdba93d515ddf73f5: Processing first storage report for DS-d8ea9795-d960-4f95-b4ad-cfccad420dc7 from datanode DatanodeRegistration(127.0.0.1:39309, datanodeUuid=e96af768-6bca-46d1-b45e-2ac26b608aae, infoPort=38139, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f48239045033447 with lease ID 0xdba93d515ddf73f5: from storage DS-d8ea9795-d960-4f95-b4ad-cfccad420dc7 node DatanodeRegistration(127.0.0.1:39309, datanodeUuid=e96af768-6bca-46d1-b45e-2ac26b608aae, infoPort=38139, infoSecurePort=0, ipcPort=42845, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeace7a90c38fc7db with lease ID 0xdba93d515ddf73f6: Processing first storage report for DS-70b603d9-3db7-4a0e-897e-e61672849ab5 from datanode DatanodeRegistration(127.0.0.1:37033, datanodeUuid=97ead531-074b-4e6c-bc0e-9068095e9150, infoPort=40419, infoSecurePort=0, ipcPort=45691, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeace7a90c38fc7db with lease ID 0xdba93d515ddf73f6: from storage DS-70b603d9-3db7-4a0e-897e-e61672849ab5 node DatanodeRegistration(127.0.0.1:37033, datanodeUuid=97ead531-074b-4e6c-bc0e-9068095e9150, infoPort=40419, infoSecurePort=0, ipcPort=45691, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,065 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data5/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:01,065 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data6/current/BP-1146850010-172.17.0.3-1733757959026/current, will proceed with Du for space computation calculation, 2024-12-09T15:26:01,092 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:26:01,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb742e0c671d282df with lease ID 0xdba93d515ddf73f7: Processing first storage report for DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7 from datanode DatanodeRegistration(127.0.0.1:34807, datanodeUuid=3e1cf4e5-3643-44eb-ae94-6402a91a4802, infoPort=37083, infoSecurePort=0, ipcPort=32981, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb742e0c671d282df with lease ID 0xdba93d515ddf73f7: from storage DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7 node DatanodeRegistration(127.0.0.1:34807, datanodeUuid=3e1cf4e5-3643-44eb-ae94-6402a91a4802, infoPort=37083, infoSecurePort=0, ipcPort=32981, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb742e0c671d282df with lease ID 0xdba93d515ddf73f7: Processing first storage report for DS-4fd15c09-cadf-4e0b-aa6b-98f381bdae6a from datanode DatanodeRegistration(127.0.0.1:34807, datanodeUuid=3e1cf4e5-3643-44eb-ae94-6402a91a4802, infoPort=37083, infoSecurePort=0, ipcPort=32981, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026) 2024-12-09T15:26:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb742e0c671d282df with lease ID 0xdba93d515ddf73f7: from storage DS-4fd15c09-cadf-4e0b-aa6b-98f381bdae6a node DatanodeRegistration(127.0.0.1:34807, datanodeUuid=3e1cf4e5-3643-44eb-ae94-6402a91a4802, infoPort=37083, infoSecurePort=0, ipcPort=32981, storageInfo=lv=-57;cid=testClusterID;nsid=453191445;c=1733757959026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:26:01,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a 2024-12-09T15:26:01,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/zookeeper_0, clientPort=59476, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T15:26:01,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59476 2024-12-09T15:26:01,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:01,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:26:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:26:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:26:02,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 with version=8 2024-12-09T15:26:02,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/hbase-staging 2024-12-09T15:26:02,472 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T15:26:02,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:26:02,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:02,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:02,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:26:02,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:02,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:26:03,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T15:26:03,188 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T15:26:03,200 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T15:26:03,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:26:03,243 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10888 (auto-detected) 2024-12-09T15:26:03,244 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T15:26:03,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43237 2024-12-09T15:26:03,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43237 connecting to ZooKeeper ensemble=127.0.0.1:59476 2024-12-09T15:26:03,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432370x0, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:26:03,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43237-0x1012bca94ec0000 connected 2024-12-09T15:26:03,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:26:03,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958, hbase.cluster.distributed=false 2024-12-09T15:26:03,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:26:03,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43237 2024-12-09T15:26:03,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43237 2024-12-09T15:26:03,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43237 2024-12-09T15:26:03,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43237 2024-12-09T15:26:03,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43237 2024-12-09T15:26:03,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:26:03,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:26:03,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:26:03,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:26:03,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:26:03,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32957 2024-12-09T15:26:03,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32957 connecting to ZooKeeper ensemble=127.0.0.1:59476 2024-12-09T15:26:03,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329570x0, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:26:03,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329570x0, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:26:03,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32957-0x1012bca94ec0001 connected 2024-12-09T15:26:03,754 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:26:03,764 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:26:03,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:26:03,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:26:03,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-09T15:26:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-12-09T15:26:03,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-12-09T15:26:03,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-09T15:26:03,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-12-09T15:26:03,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:26:03,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:26:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:26:03,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:26:03,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:26:03,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46847 2024-12-09T15:26:03,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46847 connecting to ZooKeeper ensemble=127.0.0.1:59476 2024-12-09T15:26:03,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468470x0, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:26:03,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468470x0, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:26:03,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:26:03,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46847-0x1012bca94ec0002 connected 2024-12-09T15:26:03,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:26:03,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:26:03,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:26:03,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-09T15:26:03,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46847 2024-12-09T15:26:03,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46847 2024-12-09T15:26:03,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-09T15:26:03,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-09T15:26:03,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:26:03,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:26:03,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:26:03,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:26:03,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:26:03,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:26:03,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35683 2024-12-09T15:26:03,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35683 connecting to ZooKeeper ensemble=127.0.0.1:59476 2024-12-09T15:26:03,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:03,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356830x0, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:26:03,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356830x0, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:26:03,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:26:04,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35683-0x1012bca94ec0003 connected 2024-12-09T15:26:04,017 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:26:04,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:26:04,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:26:04,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-09T15:26:04,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35683 2024-12-09T15:26:04,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35683 2024-12-09T15:26:04,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-09T15:26:04,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35683 2024-12-09T15:26:04,098 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3651d8ead0f3:43237 2024-12-09T15:26:04,104 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,128 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,196 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T15:26:04,198 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3651d8ead0f3,43237,1733757962560 from backup master directory 2024-12-09T15:26:04,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:04,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:26:04,208 WARN [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:26:04,208 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:04,211 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T15:26:04,215 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T15:26:04,329 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/hbase.id] with ID: f03d5921-03a1-4bf2-a005-f1ec3b543418 2024-12-09T15:26:04,329 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.tmp/hbase.id 2024-12-09T15:26:04,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:26:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:26:04,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:26:04,382 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.tmp/hbase.id]:[hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/hbase.id] 2024-12-09T15:26:04,451 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:26:04,457 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T15:26:04,484 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-09T15:26:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:26:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:26:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:26:04,540 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:26:04,543 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T15:26:04,561 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:26:04,566 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:26:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:26:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:26:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:26:04,681 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store 2024-12-09T15:26:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:26:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:26:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:26:04,718 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T15:26:04,722 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:04,723 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:26:04,724 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:26:04,724 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:26:04,726 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:26:04,726 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:26:04,727 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:26:04,728 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733757964723Disabling compacts and flushes for region at 1733757964723Disabling writes for close at 1733757964726 (+3 ms)Writing region close event to WAL at 1733757964726Closed at 1733757964726 2024-12-09T15:26:04,732 WARN [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/.initializing 2024-12-09T15:26:04,732 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/WALs/3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:04,742 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:26:04,771 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C43237%2C1733757962560, suffix=, logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/WALs/3651d8ead0f3,43237,1733757962560, archiveDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/oldWALs, maxLogs=10 2024-12-09T15:26:04,806 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/WALs/3651d8ead0f3,43237,1733757962560/3651d8ead0f3%2C43237%2C1733757962560.1733757964778, exclude list is [], retry=0 2024-12-09T15:26:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37033,DS-ba24144c-ff27-47f5-8975-eddb71d452a0,DISK] 2024-12-09T15:26:04,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-5331e759-b716-461a-a787-6d53ab6d742b,DISK] 2024-12-09T15:26:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T15:26:04,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7,DISK] 2024-12-09T15:26:04,891 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/WALs/3651d8ead0f3,43237,1733757962560/3651d8ead0f3%2C43237%2C1733757962560.1733757964778 2024-12-09T15:26:04,893 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:38139:38139)] 2024-12-09T15:26:04,894 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:26:04,894 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:04,901 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:04,902 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:04,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:04,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T15:26:04,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:04,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:04,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T15:26:05,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:05,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T15:26:05,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:05,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T15:26:05,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:05,017 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,021 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,023 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,029 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,030 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,035 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:26:05,041 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:26:05,051 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:05,052 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59410420, jitterRate=-0.11471575498580933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:26:05,060 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733757964917Initializing all the Stores at 1733757964919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757964920 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757964921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757964921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757964921Cleaning up temporary data from old regions at 1733757965030 (+109 ms)Region opened successfully at 1733757965060 (+30 ms) 2024-12-09T15:26:05,061 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T15:26:05,104 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec45733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:26:05,148 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T15:26:05,164 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T15:26:05,165 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T15:26:05,169 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T15:26:05,171 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T15:26:05,178 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-09T15:26:05,178 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T15:26:05,213 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T15:26:05,226 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T15:26:05,229 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T15:26:05,232 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T15:26:05,236 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T15:26:05,239 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T15:26:05,244 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T15:26:05,249 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T15:26:05,251 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T15:26:05,252 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T15:26:05,254 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T15:26:05,277 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T15:26:05,281 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:26:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,292 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3651d8ead0f3,43237,1733757962560, sessionid=0x1012bca94ec0000, setting cluster-up flag (Was=false) 2024-12-09T15:26:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,320 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T15:26:05,323 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:05,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:05,343 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T15:26:05,345 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:05,352 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T15:26:05,366 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(746): ClusterId : f03d5921-03a1-4bf2-a005-f1ec3b543418 2024-12-09T15:26:05,366 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(746): ClusterId : f03d5921-03a1-4bf2-a005-f1ec3b543418 2024-12-09T15:26:05,370 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:26:05,370 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:26:05,374 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(746): ClusterId : f03d5921-03a1-4bf2-a005-f1ec3b543418 2024-12-09T15:26:05,375 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:26:05,385 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:26:05,385 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:26:05,385 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:26:05,387 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:26:05,388 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:26:05,389 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:26:05,390 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:26:05,392 DEBUG [RS:0;3651d8ead0f3:32957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efcaa86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:26:05,393 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:26:05,393 DEBUG [RS:2;3651d8ead0f3:35683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301fcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:26:05,394 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:26:05,394 DEBUG [RS:1;3651d8ead0f3:46847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401992ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:26:05,444 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3651d8ead0f3:46847 2024-12-09T15:26:05,450 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3651d8ead0f3:32957 2024-12-09T15:26:05,454 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:26:05,455 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:26:05,456 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:26:05,459 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:26:05,459 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:26:05,459 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:26:05,460 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=46847, startcode=1733757963823 2024-12-09T15:26:05,461 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3651d8ead0f3:35683 2024-12-09T15:26:05,461 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:26:05,461 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:26:05,461 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:26:05,465 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=32957, startcode=1733757963669 2024-12-09T15:26:05,465 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=35683, startcode=1733757963932 2024-12-09T15:26:05,467 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T15:26:05,481 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T15:26:05,482 DEBUG [RS:2;3651d8ead0f3:35683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:26:05,484 DEBUG [RS:1;3651d8ead0f3:46847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:26:05,484 DEBUG [RS:0;3651d8ead0f3:32957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:26:05,497 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T15:26:05,505 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3651d8ead0f3,43237,1733757962560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T15:26:05,529 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:26:05,529 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:26:05,529 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:26:05,530 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:26:05,530 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3651d8ead0f3:0, corePoolSize=10, maxPoolSize=10 2024-12-09T15:26:05,530 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,530 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:26:05,530 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:26:05,575 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:26:05,576 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733757995576 2024-12-09T15:26:05,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:26:05,578 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T15:26:05,579 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T15:26:05,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:26:05,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T15:26:05,583 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T15:26:05,587 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T15:26:05,587 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T15:26:05,588 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T15:26:05,588 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T15:26:05,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,598 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:26:05,605 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T15:26:05,606 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T15:26:05,626 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T15:26:05,627 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T15:26:05,628 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T15:26:05,632 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T15:26:05,633 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T15:26:05,644 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T15:26:05,644 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T15:26:05,645 WARN [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T15:26:05,645 WARN [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T15:26:05,645 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-09T15:26:05,645 WARN [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-09T15:26:05,645 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733757965634,5,FailOnTimeoutGroup] 2024-12-09T15:26:05,649 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733757965645,5,FailOnTimeoutGroup] 2024-12-09T15:26:05,649 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,649 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T15:26:05,651 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,651 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:26:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:26:05,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:26:05,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T15:26:05,692 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:05,748 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=46847, startcode=1733757963823 2024-12-09T15:26:05,749 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=32957, startcode=1733757963669 2024-12-09T15:26:05,750 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,43237,1733757962560 with port=35683, startcode=1733757963932 2024-12-09T15:26:05,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:05,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:26:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:26:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:26:05,778 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:05,778 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39515 2024-12-09T15:26:05,778 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:26:05,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:05,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:05,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:26:05,787 DEBUG [RS:1;3651d8ead0f3:46847 {}] zookeeper.ZKUtil(111): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:05,787 WARN [RS:1;3651d8ead0f3:46847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:26:05,788 INFO [RS:1;3651d8ead0f3:46847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:26:05,788 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:05,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:05,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:05,791 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:05,791 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39515 2024-12-09T15:26:05,791 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:26:05,799 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:05,799 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39515 2024-12-09T15:26:05,799 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:26:05,806 DEBUG [RS:0;3651d8ead0f3:32957 {}] zookeeper.ZKUtil(111): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:05,806 WARN [RS:0;3651d8ead0f3:32957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:26:05,806 INFO [RS:0;3651d8ead0f3:32957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:26:05,806 DEBUG [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:05,808 DEBUG [RS:2;3651d8ead0f3:35683 {}] zookeeper.ZKUtil(111): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:05,808 WARN [RS:2;3651d8ead0f3:35683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:26:05,810 INFO [RS:2;3651d8ead0f3:35683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:26:05,810 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:05,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,46847,1733757963823] 2024-12-09T15:26:05,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,35683,1733757963932] 2024-12-09T15:26:05,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,32957,1733757963669] 2024-12-09T15:26:05,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:26:05,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:26:05,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:05,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T15:26:05,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T15:26:05,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:05,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:26:05,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:26:05,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:05,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:26:05,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:26:05,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:05,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:05,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T15:26:05,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740 2024-12-09T15:26:05,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740 2024-12-09T15:26:05,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T15:26:05,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T15:26:05,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:26:05,883 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:26:05,884 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:26:05,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T15:26:05,885 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:26:05,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:05,899 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:26:05,899 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70272201, jitterRate=0.04713739454746246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:26:05,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733757965782Initializing all the Stores at 1733757965785 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757965785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757965815 (+30 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757965815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757965815Cleaning up temporary data from old regions at 1733757965876 (+61 ms)Region opened successfully at 1733757965901 (+25 ms) 2024-12-09T15:26:05,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:26:05,901 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T15:26:05,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T15:26:05,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:26:05,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:26:05,906 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:26:05,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T15:26:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733757965901Disabling compacts and flushes for region at 1733757965901Disabling writes for close at 1733757965901Writing region close event to WAL at 1733757965908 (+7 ms)Closed at 1733757965908 2024-12-09T15:26:05,913 INFO [RS:2;3651d8ead0f3:35683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:26:05,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:26:05,913 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T15:26:05,920 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:26:05,923 INFO [RS:1;3651d8ead0f3:46847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:26:05,923 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,923 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:26:05,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:26:05,935 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:26:05,936 INFO [RS:0;3651d8ead0f3:32957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:26:05,936 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,936 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,937 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,939 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,939 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,939 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:26:05,941 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,941 DEBUG [RS:2;3651d8ead0f3:35683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,947 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:26:05,947 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:26:05,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T15:26:05,950 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:26:05,950 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,951 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,952 DEBUG [RS:1;3651d8ead0f3:46847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,953 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:26:05,953 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:26:05,954 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,955 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,955 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,955 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,955 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,955 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:26:05,956 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,956 DEBUG [RS:0;3651d8ead0f3:32957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:26:05,963 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,963 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,963 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,963 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,964 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:05,964 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,35683,1733757963932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:26:06,000 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,001 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,001 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,001 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,001 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,001 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,32957,1733757963669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:26:06,002 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,002 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,003 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,003 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,003 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,003 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,46847,1733757963823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:26:06,031 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:26:06,031 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:26:06,034 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,32957,1733757963669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,034 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,035 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.Replication(171): 3651d8ead0f3,32957,1733757963669 started 2024-12-09T15:26:06,036 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,35683,1733757963932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,037 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,037 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.Replication(171): 3651d8ead0f3,35683,1733757963932 started 2024-12-09T15:26:06,059 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:26:06,059 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,46847,1733757963823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,059 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,060 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,32957,1733757963669, RpcServer on 3651d8ead0f3/172.17.0.3:32957, sessionid=0x1012bca94ec0001 2024-12-09T15:26:06,060 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,060 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.Replication(171): 3651d8ead0f3,46847,1733757963823 started 2024-12-09T15:26:06,061 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:26:06,061 DEBUG [RS:0;3651d8ead0f3:32957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:06,061 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,32957,1733757963669' 2024-12-09T15:26:06,061 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:26:06,062 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,063 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:26:06,063 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,35683,1733757963932, RpcServer on 3651d8ead0f3/172.17.0.3:35683, sessionid=0x1012bca94ec0003 2024-12-09T15:26:06,063 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:26:06,063 DEBUG [RS:2;3651d8ead0f3:35683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:06,063 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,35683,1733757963932' 2024-12-09T15:26:06,063 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:26:06,064 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:26:06,064 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:26:06,064 DEBUG [RS:0;3651d8ead0f3:32957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:06,064 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:26:06,064 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,32957,1733757963669' 2024-12-09T15:26:06,064 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:26:06,067 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:26:06,067 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:26:06,067 DEBUG [RS:2;3651d8ead0f3:35683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:06,067 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,35683,1733757963932' 2024-12-09T15:26:06,067 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:26:06,067 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:26:06,068 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:26:06,069 DEBUG [RS:0;3651d8ead0f3:32957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:26:06,069 INFO [RS:0;3651d8ead0f3:32957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:26:06,069 INFO [RS:0;3651d8ead0f3:32957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:26:06,071 DEBUG [RS:2;3651d8ead0f3:35683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:26:06,071 INFO [RS:2;3651d8ead0f3:35683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:26:06,071 INFO [RS:2;3651d8ead0f3:35683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:26:06,095 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:06,095 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,46847,1733757963823, RpcServer on 3651d8ead0f3/172.17.0.3:46847, sessionid=0x1012bca94ec0002 2024-12-09T15:26:06,095 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:26:06,095 DEBUG [RS:1;3651d8ead0f3:46847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:06,096 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,46847,1733757963823' 2024-12-09T15:26:06,096 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:26:06,097 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:26:06,098 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:26:06,099 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:26:06,099 DEBUG [RS:1;3651d8ead0f3:46847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:06,099 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,46847,1733757963823' 2024-12-09T15:26:06,099 WARN [3651d8ead0f3:43237 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T15:26:06,099 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:26:06,100 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:26:06,102 DEBUG [RS:1;3651d8ead0f3:46847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:26:06,102 INFO [RS:1;3651d8ead0f3:46847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:26:06,102 INFO [RS:1;3651d8ead0f3:46847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:26:06,176 INFO [RS:0;3651d8ead0f3:32957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:26:06,176 INFO [RS:2;3651d8ead0f3:35683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:26:06,180 INFO [RS:0;3651d8ead0f3:32957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C32957%2C1733757963669, suffix=, logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669, archiveDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs, maxLogs=32 2024-12-09T15:26:06,182 INFO [RS:2;3651d8ead0f3:35683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C35683%2C1733757963932, suffix=, logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,35683,1733757963932, archiveDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs, maxLogs=32 2024-12-09T15:26:06,203 INFO [RS:1;3651d8ead0f3:46847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:26:06,207 INFO [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C46847%2C1733757963823, suffix=, logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823, archiveDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs, maxLogs=32 2024-12-09T15:26:06,207 DEBUG [RS:2;3651d8ead0f3:35683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,35683,1733757963932/3651d8ead0f3%2C35683%2C1733757963932.1733757966186, exclude list is [], retry=0 2024-12-09T15:26:06,207 DEBUG [RS:0;3651d8ead0f3:32957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, exclude list is [], retry=0 2024-12-09T15:26:06,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7,DISK] 2024-12-09T15:26:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37033,DS-ba24144c-ff27-47f5-8975-eddb71d452a0,DISK] 2024-12-09T15:26:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-5331e759-b716-461a-a787-6d53ab6d742b,DISK] 2024-12-09T15:26:06,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-5331e759-b716-461a-a787-6d53ab6d742b,DISK] 2024-12-09T15:26:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37033,DS-ba24144c-ff27-47f5-8975-eddb71d452a0,DISK] 2024-12-09T15:26:06,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7,DISK] 2024-12-09T15:26:06,241 DEBUG [RS:1;3651d8ead0f3:46847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823/3651d8ead0f3%2C46847%2C1733757963823.1733757966209, exclude list is [], retry=0 2024-12-09T15:26:06,247 INFO [RS:2;3651d8ead0f3:35683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,35683,1733757963932/3651d8ead0f3%2C35683%2C1733757963932.1733757966186 2024-12-09T15:26:06,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37033,DS-ba24144c-ff27-47f5-8975-eddb71d452a0,DISK] 2024-12-09T15:26:06,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7,DISK] 2024-12-09T15:26:06,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-5331e759-b716-461a-a787-6d53ab6d742b,DISK] 2024-12-09T15:26:06,261 DEBUG [RS:2;3651d8ead0f3:35683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38139:38139),(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:40419:40419)] 2024-12-09T15:26:06,263 INFO [RS:0;3651d8ead0f3:32957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 2024-12-09T15:26:06,274 DEBUG [RS:0;3651d8ead0f3:32957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38139:38139),(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:37083:37083)] 2024-12-09T15:26:06,285 INFO [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823/3651d8ead0f3%2C46847%2C1733757963823.1733757966209 2024-12-09T15:26:06,286 DEBUG [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:38139:38139),(127.0.0.1/127.0.0.1:37083:37083)] 2024-12-09T15:26:06,352 DEBUG [3651d8ead0f3:43237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T15:26:06,363 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T15:26:06,371 INFO [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:26:06,371 INFO [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:26:06,371 INFO [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T15:26:06,371 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:26:06,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:06,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,46847,1733757963823, state=OPENING 2024-12-09T15:26:06,397 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T15:26:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:26:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:06,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:06,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:26:06,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:13,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T15:26:13,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T15:26:16,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:26:16,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:26:16,471 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T15:26:16,472 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:26:16,472 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:26:16,482 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C46847%2C1733757963823.meta, suffix=.meta, logDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823, archiveDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs, maxLogs=32 2024-12-09T15:26:16,508 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823/3651d8ead0f3%2C46847%2C1733757963823.meta.1733757976485.meta, exclude list is [], retry=0 2024-12-09T15:26:16,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34807,DS-4561bee2-68d6-42d9-b72b-1b679eb7b2e7,DISK] 2024-12-09T15:26:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39309,DS-5331e759-b716-461a-a787-6d53ab6d742b,DISK] 2024-12-09T15:26:16,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37033,DS-ba24144c-ff27-47f5-8975-eddb71d452a0,DISK] 2024-12-09T15:26:16,526 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,46847,1733757963823/3651d8ead0f3%2C46847%2C1733757963823.meta.1733757976485.meta 2024-12-09T15:26:16,530 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37083:37083),(127.0.0.1/127.0.0.1:40419:40419),(127.0.0.1/127.0.0.1:38139:38139)] 2024-12-09T15:26:16,531 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:26:16,533 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:26:16,536 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:26:16,542 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:26:16,549 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:26:16,549 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:16,550 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T15:26:16,550 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T15:26:16,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:26:16,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:26:16,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:16,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:16,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T15:26:16,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T15:26:16,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:16,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:26:16,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:26:16,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:16,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:16,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:26:16,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:26:16,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:16,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:26:16,588 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T15:26:16,591 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740 2024-12-09T15:26:16,597 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740 2024-12-09T15:26:16,605 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T15:26:16,605 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T15:26:16,607 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:26:16,617 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T15:26:16,621 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67455981, jitterRate=0.005172446370124817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:26:16,621 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T15:26:16,623 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733757976550Writing region info on filesystem at 1733757976551 (+1 ms)Initializing all the Stores at 1733757976555 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757976556 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757976564 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757976564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733757976564Cleaning up temporary data from old regions at 1733757976605 (+41 ms)Running coprocessor post-open hooks at 1733757976621 (+16 ms)Region opened successfully at 1733757976623 (+2 ms) 2024-12-09T15:26:16,636 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733757976439 2024-12-09T15:26:16,651 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:26:16,652 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T15:26:16,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:16,657 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,46847,1733757963823, state=OPEN 2024-12-09T15:26:16,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:26:16,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:26:16,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:16,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:26:16,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:16,667 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:16,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:26:16,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:26:16,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T15:26:16,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,46847,1733757963823 in 10.2600 sec 2024-12-09T15:26:16,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T15:26:16,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7520 sec 2024-12-09T15:26:16,694 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:26:16,694 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T15:26:16,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:26:16,732 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,46847,1733757963823, seqNum=-1] 2024-12-09T15:26:16,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:26:16,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:26:16,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.4240 sec 2024-12-09T15:26:16,822 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733757976822, completionTime=-1 2024-12-09T15:26:16,825 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T15:26:16,826 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T15:26:16,862 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T15:26:16,862 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733758036862 2024-12-09T15:26:16,862 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733758096862 2024-12-09T15:26:16,862 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-09T15:26:16,865 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:26:16,874 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,874 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,874 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,876 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3651d8ead0f3:43237, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,876 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,889 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T15:26:16,891 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,925 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.717sec 2024-12-09T15:26:16,928 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T15:26:16,930 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T15:26:16,935 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T15:26:16,936 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T15:26:16,936 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T15:26:16,937 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:26:16,938 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T15:26:16,955 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T15:26:16,956 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T15:26:16,956 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,43237,1733757962560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:26:16,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26124a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:16,984 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T15:26:16,984 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T15:26:16,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3651d8ead0f3,43237,-1 for getting cluster id 2024-12-09T15:26:16,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T15:26:17,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f03d5921-03a1-4bf2-a005-f1ec3b543418' 2024-12-09T15:26:17,032 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T15:26:17,034 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f03d5921-03a1-4bf2-a005-f1ec3b543418" 2024-12-09T15:26:17,035 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f169f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:17,035 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3651d8ead0f3,43237,-1] 2024-12-09T15:26:17,042 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T15:26:17,065 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:17,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T15:26:17,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248b35f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:17,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:26:17,108 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,46847,1733757963823, seqNum=-1] 2024-12-09T15:26:17,109 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:26:17,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:26:17,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:17,253 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733757977251 (current time:1733757977251). 2024-12-09T15:26:17,253 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T15:26:17,254 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T15:26:17,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:17,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3651d8ead0f3,43237,-1 for getting cluster id 2024-12-09T15:26:17,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T15:26:17,277 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f03d5921-03a1-4bf2-a005-f1ec3b543418' 2024-12-09T15:26:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T15:26:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f03d5921-03a1-4bf2-a005-f1ec3b543418" 2024-12-09T15:26:17,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad3a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:17,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3651d8ead0f3,43237,-1] 2024-12-09T15:26:17,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T15:26:17,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:17,282 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T15:26:17,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a57d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:26:17,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:26:17,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,46847,1733757963823, seqNum=-1] 2024-12-09T15:26:17,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:26:17,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:26:17,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:26:17,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:26:17,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:17,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T15:26:17,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:17,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T15:26:17,332 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:17,335 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c6c8d33 2024-12-09T15:26:17,337 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:26:17,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:26:17,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:26:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T15:26:17,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:26:17,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T15:26:17,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:17,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:26:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:26:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:26:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:26:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:17,555 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 55c6179a46060049cd7c307e9dfe6359, NAME => 'SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,555 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a9bbed90c2bc15fef2eb2a4bdefa79e, NAME => 'SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,556 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0208bd0121196f89a8646717b9586e86, NAME => 'SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741838_1014 (size=54) 2024-12-09T15:26:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741838_1014 (size=54) 2024-12-09T15:26:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741838_1014 (size=54) 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8a9bbed90c2bc15fef2eb2a4bdefa79e, disabling compactions & flushes 2024-12-09T15:26:17,715 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. after waiting 0 ms 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:17,715 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:17,715 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a9bbed90c2bc15fef2eb2a4bdefa79e: Waiting for close lock at 1733757977715Disabling compacts and flushes for region at 1733757977715Disabling writes for close at 1733757977715Writing region close event to WAL at 1733757977715Closed at 1733757977715 2024-12-09T15:26:17,717 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8ea00e23bef7fabb25341a7e76e00bf, NAME => 'SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:26:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:26:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:26:17,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 55c6179a46060049cd7c307e9dfe6359, disabling compactions & flushes 2024-12-09T15:26:17,748 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:17,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:17,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. after waiting 0 ms 2024-12-09T15:26:17,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:17,748 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:17,748 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 55c6179a46060049cd7c307e9dfe6359: Waiting for close lock at 1733757977748Disabling compacts and flushes for region at 1733757977748Disabling writes for close at 1733757977748Writing region close event to WAL at 1733757977748Closed at 1733757977748 2024-12-09T15:26:17,749 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 32e6b4ad787a901edb3c27d8d84af6b6, NAME => 'SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741840_1016 (size=62) 2024-12-09T15:26:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741840_1016 (size=62) 2024-12-09T15:26:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741840_1016 (size=62) 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0208bd0121196f89a8646717b9586e86, disabling compactions & flushes 2024-12-09T15:26:17,764 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. after waiting 0 ms 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:17,764 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:17,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0208bd0121196f89a8646717b9586e86: Waiting for close lock at 1733757977764Disabling compacts and flushes for region at 1733757977764Disabling writes for close at 1733757977764Writing region close event to WAL at 1733757977764Closed at 1733757977764 2024-12-09T15:26:17,765 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 38d3e66eaa160f5e829e7b51ea6e7f32, NAME => 'SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:26:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:26:17,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:26:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:26:17,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:26:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8ea00e23bef7fabb25341a7e76e00bf, disabling compactions & flushes 2024-12-09T15:26:17,852 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. after waiting 0 ms 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:17,852 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:17,852 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8ea00e23bef7fabb25341a7e76e00bf: Waiting for close lock at 1733757977852Disabling compacts and flushes for region at 1733757977852Disabling writes for close at 1733757977852Writing region close event to WAL at 1733757977852Closed at 1733757977852 2024-12-09T15:26:17,853 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b864e46627c9c98b1768716070612d38, NAME => 'SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:26:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:26:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 38d3e66eaa160f5e829e7b51ea6e7f32, disabling compactions & flushes 2024-12-09T15:26:17,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. after waiting 0 ms 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:17,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:17,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 38d3e66eaa160f5e829e7b51ea6e7f32: Waiting for close lock at 1733757977883Disabling compacts and flushes for region at 1733757977883Disabling writes for close at 1733757977883Writing region close event to WAL at 1733757977883Closed at 1733757977883 2024-12-09T15:26:17,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b14879b48321e2f934815fd6de1c195f, NAME => 'SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:17,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T15:26:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:26:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:26:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:26:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:26:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:26:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:26:17,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:17,969 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b864e46627c9c98b1768716070612d38, disabling compactions & flushes 2024-12-09T15:26:17,969 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:17,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:17,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. after waiting 0 ms 2024-12-09T15:26:17,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:17,970 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:17,970 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b864e46627c9c98b1768716070612d38: Waiting for close lock at 1733757977969Disabling compacts and flushes for region at 1733757977969Disabling writes for close at 1733757977970 (+1 ms)Writing region close event to WAL at 1733757977970Closed at 1733757977970 2024-12-09T15:26:17,971 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8a2d1750649ecae80d1d6085339dbdd, NAME => 'SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:26:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:26:18,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:18,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e8a2d1750649ecae80d1d6085339dbdd, disabling compactions & flushes 2024-12-09T15:26:18,022 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:18,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:18,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. after waiting 0 ms 2024-12-09T15:26:18,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:18,023 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:18,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8a2d1750649ecae80d1d6085339dbdd: Waiting for close lock at 1733757978022Disabling compacts and flushes for region at 1733757978022Disabling writes for close at 1733757978022Writing region close event to WAL at 1733757978023 (+1 ms)Closed at 1733757978023 2024-12-09T15:26:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:26:18,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7117dfe93b0c15abc3f107d53a40671a, NAME => 'SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958 2024-12-09T15:26:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:26:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:26:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7117dfe93b0c15abc3f107d53a40671a, disabling compactions & flushes 2024-12-09T15:26:18,122 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. after waiting 0 ms 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:18,122 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:18,122 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7117dfe93b0c15abc3f107d53a40671a: Waiting for close lock at 1733757978122Disabling compacts and flushes for region at 1733757978122Disabling writes for close at 1733757978122Writing region close event to WAL at 1733757978122Closed at 1733757978122 2024-12-09T15:26:18,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:18,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 32e6b4ad787a901edb3c27d8d84af6b6, disabling compactions & flushes 2024-12-09T15:26:18,252 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:18,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:18,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. after waiting 0 ms 2024-12-09T15:26:18,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:18,252 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:18,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 32e6b4ad787a901edb3c27d8d84af6b6: Waiting for close lock at 1733757978251Disabling compacts and flushes for region at 1733757978251Disabling writes for close at 1733757978252 (+1 ms)Writing region close event to WAL at 1733757978252Closed at 1733757978252 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b14879b48321e2f934815fd6de1c195f, disabling compactions & flushes 2024-12-09T15:26:18,365 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. after waiting 0 ms 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:18,365 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:18,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b14879b48321e2f934815fd6de1c195f: Waiting for close lock at 1733757978365Disabling compacts and flushes for region at 1733757978365Disabling writes for close at 1733757978365Writing region close event to WAL at 1733757978365Closed at 1733757978365 2024-12-09T15:26:18,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:26:18,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733757978377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733757978377"}]},"ts":"1733757978377"} 2024-12-09T15:26:18,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T15:26:18,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:26:18,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757978452"}]},"ts":"1733757978452"} 2024-12-09T15:26:18,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T15:26:18,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T15:26:18,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:26:18,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:26:18,511 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T15:26:18,511 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:26:18,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9bbed90c2bc15fef2eb2a4bdefa79e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c6179a46060049cd7c307e9dfe6359, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ea00e23bef7fabb25341a7e76e00bf, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d3e66eaa160f5e829e7b51ea6e7f32, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a2d1750649ecae80d1d6085339dbdd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7117dfe93b0c15abc3f107d53a40671a, ASSIGN}] 2024-12-09T15:26:18,536 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ea00e23bef7fabb25341a7e76e00bf, ASSIGN 2024-12-09T15:26:18,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN 2024-12-09T15:26:18,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c6179a46060049cd7c307e9dfe6359, ASSIGN 2024-12-09T15:26:18,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9bbed90c2bc15fef2eb2a4bdefa79e, ASSIGN 2024-12-09T15:26:18,541 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ea00e23bef7fabb25341a7e76e00bf, ASSIGN; state=OFFLINE, location=3651d8ead0f3,35683,1733757963932; forceNewPlan=false, retain=false 2024-12-09T15:26:18,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55c6179a46060049cd7c307e9dfe6359, ASSIGN; state=OFFLINE, location=3651d8ead0f3,46847,1733757963823; forceNewPlan=false, retain=false 2024-12-09T15:26:18,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9bbed90c2bc15fef2eb2a4bdefa79e, ASSIGN; state=OFFLINE, location=3651d8ead0f3,35683,1733757963932; forceNewPlan=false, retain=false 2024-12-09T15:26:18,548 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN; state=OFFLINE, location=3651d8ead0f3,32957,1733757963669; forceNewPlan=false, retain=false 2024-12-09T15:26:18,548 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7117dfe93b0c15abc3f107d53a40671a, ASSIGN 2024-12-09T15:26:18,552 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7117dfe93b0c15abc3f107d53a40671a, ASSIGN; state=OFFLINE, location=3651d8ead0f3,46847,1733757963823; forceNewPlan=false, retain=false 2024-12-09T15:26:18,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a2d1750649ecae80d1d6085339dbdd, ASSIGN 2024-12-09T15:26:18,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a2d1750649ecae80d1d6085339dbdd, ASSIGN; state=OFFLINE, location=3651d8ead0f3,35683,1733757963932; forceNewPlan=false, retain=false 2024-12-09T15:26:18,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f, ASSIGN 2024-12-09T15:26:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:18,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f, ASSIGN; state=OFFLINE, location=3651d8ead0f3,35683,1733757963932; forceNewPlan=false, retain=false 2024-12-09T15:26:18,580 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN 2024-12-09T15:26:18,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN; state=OFFLINE, location=3651d8ead0f3,32957,1733757963669; forceNewPlan=false, retain=false 2024-12-09T15:26:18,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN 2024-12-09T15:26:18,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d3e66eaa160f5e829e7b51ea6e7f32, ASSIGN 2024-12-09T15:26:18,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38d3e66eaa160f5e829e7b51ea6e7f32, ASSIGN; state=OFFLINE, location=3651d8ead0f3,46847,1733757963823; forceNewPlan=false, retain=false 2024-12-09T15:26:18,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN; state=OFFLINE, location=3651d8ead0f3,32957,1733757963669; forceNewPlan=false, retain=false 2024-12-09T15:26:18,698 INFO [3651d8ead0f3:43237 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T15:26:18,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=38d3e66eaa160f5e829e7b51ea6e7f32, regionState=OPENING, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:18,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55c6179a46060049cd7c307e9dfe6359, regionState=OPENING, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:18,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e8a2d1750649ecae80d1d6085339dbdd, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:18,705 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7117dfe93b0c15abc3f107d53a40671a, regionState=OPENING, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:18,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b14879b48321e2f934815fd6de1c195f, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:18,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e8ea00e23bef7fabb25341a7e76e00bf, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:18,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9bbed90c2bc15fef2eb2a4bdefa79e, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:18,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b864e46627c9c98b1768716070612d38, regionState=OPENING, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:18,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e6b4ad787a901edb3c27d8d84af6b6, regionState=OPENING, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:18,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0208bd0121196f89a8646717b9586e86, regionState=OPENING, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:18,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55c6179a46060049cd7c307e9dfe6359, ASSIGN because future has completed 2024-12-09T15:26:18,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c6179a46060049cd7c307e9dfe6359, server=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:18,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38d3e66eaa160f5e829e7b51ea6e7f32, ASSIGN because future has completed 2024-12-09T15:26:18,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a2d1750649ecae80d1d6085339dbdd, ASSIGN because future has completed 2024-12-09T15:26:18,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32, server=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:18,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7117dfe93b0c15abc3f107d53a40671a, ASSIGN because future has completed 2024-12-09T15:26:18,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a2d1750649ecae80d1d6085339dbdd, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:18,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7117dfe93b0c15abc3f107d53a40671a, server=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:18,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f, ASSIGN because future has completed 2024-12-09T15:26:18,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a9bbed90c2bc15fef2eb2a4bdefa79e, ASSIGN because future has completed 2024-12-09T15:26:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN because future has completed 2024-12-09T15:26:18,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN because future has completed 2024-12-09T15:26:18,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,32957,1733757963669}] 2024-12-09T15:26:18,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8ea00e23bef7fabb25341a7e76e00bf, ASSIGN because future has completed 2024-12-09T15:26:18,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN because future has completed 2024-12-09T15:26:18,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,32957,1733757963669}] 2024-12-09T15:26:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:18,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14879b48321e2f934815fd6de1c195f, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:18,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:18,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,32957,1733757963669}] 2024-12-09T15:26:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:22,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:26:23,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T15:26:23,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T15:26:23,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:26:23,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T15:26:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:28,757 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:28,757 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 55c6179a46060049cd7c307e9dfe6359, NAME => 'SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T15:26:28,758 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,758 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,758 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,758 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,760 INFO [StoreOpener-55c6179a46060049cd7c307e9dfe6359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,762 INFO [StoreOpener-55c6179a46060049cd7c307e9dfe6359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c6179a46060049cd7c307e9dfe6359 columnFamilyName cf 2024-12-09T15:26:28,763 DEBUG [StoreOpener-55c6179a46060049cd7c307e9dfe6359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,764 INFO [StoreOpener-55c6179a46060049cd7c307e9dfe6359-1 {}] regionserver.HStore(327): Store=55c6179a46060049cd7c307e9dfe6359/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,764 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,765 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,766 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,766 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,767 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,769 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,774 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/55c6179a46060049cd7c307e9dfe6359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,775 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 55c6179a46060049cd7c307e9dfe6359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70523237, jitterRate=0.050878122448921204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,776 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:28,777 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 55c6179a46060049cd7c307e9dfe6359: Running coprocessor pre-open hook at 1733757988758Writing region info on filesystem at 1733757988758Initializing all the Stores at 1733757988760 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988760Cleaning up temporary data from old regions at 1733757988767 (+7 ms)Running coprocessor post-open hooks at 1733757988776 (+9 ms)Region opened successfully at 1733757988777 (+1 ms) 2024-12-09T15:26:28,779 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359., pid=15, masterSystemTime=1733757988749 2024-12-09T15:26:28,783 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:28,783 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:28,783 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:28,783 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 38d3e66eaa160f5e829e7b51ea6e7f32, NAME => 'SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T15:26:28,784 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55c6179a46060049cd7c307e9dfe6359, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:28,784 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,784 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,784 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,784 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,792 INFO [StoreOpener-38d3e66eaa160f5e829e7b51ea6e7f32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c6179a46060049cd7c307e9dfe6359, server=3651d8ead0f3,46847,1733757963823 because future has completed 2024-12-09T15:26:28,793 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:26:28,795 INFO [StoreOpener-38d3e66eaa160f5e829e7b51ea6e7f32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38d3e66eaa160f5e829e7b51ea6e7f32 columnFamilyName cf 2024-12-09T15:26:28,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:26:28,796 DEBUG [StoreOpener-38d3e66eaa160f5e829e7b51ea6e7f32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,797 INFO [StoreOpener-38d3e66eaa160f5e829e7b51ea6e7f32-1 {}] regionserver.HStore(327): Store=38d3e66eaa160f5e829e7b51ea6e7f32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-12-09T15:26:28,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 55c6179a46060049cd7c307e9dfe6359, server=3651d8ead0f3,46847,1733757963823 in 10.0770 sec 2024-12-09T15:26:28,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c6179a46060049cd7c307e9dfe6359, ASSIGN in 10.2870 sec 2024-12-09T15:26:28,805 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,807 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,807 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,808 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,808 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,810 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:28,810 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a2d1750649ecae80d1d6085339dbdd, NAME => 'SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T15:26:28,810 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,811 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,811 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,811 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,811 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,813 INFO [StoreOpener-e8a2d1750649ecae80d1d6085339dbdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,815 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/38d3e66eaa160f5e829e7b51ea6e7f32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,815 INFO [StoreOpener-e8a2d1750649ecae80d1d6085339dbdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a2d1750649ecae80d1d6085339dbdd columnFamilyName cf 2024-12-09T15:26:28,815 DEBUG [StoreOpener-e8a2d1750649ecae80d1d6085339dbdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,815 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 38d3e66eaa160f5e829e7b51ea6e7f32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70747028, jitterRate=0.054212868213653564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,816 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:28,816 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 38d3e66eaa160f5e829e7b51ea6e7f32: Running coprocessor pre-open hook at 1733757988785Writing region info on filesystem at 1733757988785Initializing all the Stores at 1733757988791 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988791Cleaning up temporary data from old regions at 1733757988808 (+17 ms)Running coprocessor post-open hooks at 1733757988816 (+8 ms)Region opened successfully at 1733757988816 2024-12-09T15:26:28,816 INFO [StoreOpener-e8a2d1750649ecae80d1d6085339dbdd-1 {}] regionserver.HStore(327): Store=e8a2d1750649ecae80d1d6085339dbdd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,816 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,817 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,817 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32., pid=16, masterSystemTime=1733757988749 2024-12-09T15:26:28,818 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,819 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,820 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,820 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:28,820 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:28,821 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:28,821 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 7117dfe93b0c15abc3f107d53a40671a, NAME => 'SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T15:26:28,821 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,822 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=38d3e66eaa160f5e829e7b51ea6e7f32, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:28,823 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,825 INFO [StoreOpener-7117dfe93b0c15abc3f107d53a40671a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32, server=3651d8ead0f3,46847,1733757963823 because future has completed 2024-12-09T15:26:28,828 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,828 INFO [StoreOpener-7117dfe93b0c15abc3f107d53a40671a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7117dfe93b0c15abc3f107d53a40671a columnFamilyName cf 2024-12-09T15:26:28,829 DEBUG [StoreOpener-7117dfe93b0c15abc3f107d53a40671a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,829 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e8a2d1750649ecae80d1d6085339dbdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857272, jitterRate=0.04095447063446045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,829 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:28,829 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e8a2d1750649ecae80d1d6085339dbdd: Running coprocessor pre-open hook at 1733757988811Writing region info on filesystem at 1733757988811Initializing all the Stores at 1733757988812 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988812Cleaning up temporary data from old regions at 1733757988820 (+8 ms)Running coprocessor post-open hooks at 1733757988829 (+9 ms)Region opened successfully at 1733757988829 2024-12-09T15:26:28,830 INFO [StoreOpener-7117dfe93b0c15abc3f107d53a40671a-1 {}] regionserver.HStore(327): Store=7117dfe93b0c15abc3f107d53a40671a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,830 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,831 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., pid=17, masterSystemTime=1733757988793 2024-12-09T15:26:28,831 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,832 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-09T15:26:28,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32, server=3651d8ead0f3,46847,1733757963823 in 10.0870 sec 2024-12-09T15:26:28,833 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,833 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,835 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:28,835 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:28,835 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b14879b48321e2f934815fd6de1c195f, NAME => 'SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,836 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38d3e66eaa160f5e829e7b51ea6e7f32, ASSIGN in 10.3190 sec 2024-12-09T15:26:28,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e8a2d1750649ecae80d1d6085339dbdd, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:28,840 INFO [StoreOpener-b14879b48321e2f934815fd6de1c195f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a2d1750649ecae80d1d6085339dbdd, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:28,841 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,842 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 7117dfe93b0c15abc3f107d53a40671a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64404219, jitterRate=-0.040302351117134094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,842 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:28,842 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 7117dfe93b0c15abc3f107d53a40671a: Running coprocessor pre-open hook at 1733757988822Writing region info on filesystem at 1733757988822Initializing all the Stores at 1733757988823 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988823Cleaning up temporary data from old regions at 1733757988833 (+10 ms)Running coprocessor post-open hooks at 1733757988842 (+9 ms)Region opened successfully at 1733757988842 2024-12-09T15:26:28,843 INFO [StoreOpener-b14879b48321e2f934815fd6de1c195f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14879b48321e2f934815fd6de1c195f columnFamilyName cf 2024-12-09T15:26:28,843 DEBUG [StoreOpener-b14879b48321e2f934815fd6de1c195f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,844 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a., pid=18, masterSystemTime=1733757988749 2024-12-09T15:26:28,844 INFO [StoreOpener-b14879b48321e2f934815fd6de1c195f-1 {}] regionserver.HStore(327): Store=b14879b48321e2f934815fd6de1c195f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,844 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,846 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,847 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,847 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:28,847 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:28,848 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,848 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-09T15:26:28,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7117dfe93b0c15abc3f107d53a40671a, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a2d1750649ecae80d1d6085339dbdd, server=3651d8ead0f3,35683,1733757963932 in 10.0900 sec 2024-12-09T15:26:28,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a2d1750649ecae80d1d6085339dbdd, ASSIGN in 10.3340 sec 2024-12-09T15:26:28,852 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7117dfe93b0c15abc3f107d53a40671a, server=3651d8ead0f3,46847,1733757963823 because future has completed 2024-12-09T15:26:28,856 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,857 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b14879b48321e2f934815fd6de1c195f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68317300, jitterRate=0.018007099628448486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,857 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:28,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:26:28,857 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b14879b48321e2f934815fd6de1c195f: Running coprocessor pre-open hook at 1733757988837Writing region info on filesystem at 1733757988837Initializing all the Stores at 1733757988839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988839Cleaning up temporary data from old regions at 1733757988848 (+9 ms)Running coprocessor post-open hooks at 1733757988857 (+9 ms)Region opened successfully at 1733757988857 2024-12-09T15:26:28,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-09T15:26:28,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7117dfe93b0c15abc3f107d53a40671a, server=3651d8ead0f3,46847,1733757963823 in 10.0840 sec 2024-12-09T15:26:28,859 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., pid=22, masterSystemTime=1733757988793 2024-12-09T15:26:28,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:26:28,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7117dfe93b0c15abc3f107d53a40671a, ASSIGN in 10.3430 sec 2024-12-09T15:26:28,862 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:28,863 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:28,863 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:28,863 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a9bbed90c2bc15fef2eb2a4bdefa79e, NAME => 'SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T15:26:28,863 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b14879b48321e2f934815fd6de1c195f, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:28,863 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,864 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,864 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,864 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14879b48321e2f934815fd6de1c195f, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:28,868 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43237 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=3651d8ead0f3,35683,1733757963932, table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T15:26:28,868 INFO [StoreOpener-8a9bbed90c2bc15fef2eb2a4bdefa79e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,870 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:28,871 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 32e6b4ad787a901edb3c27d8d84af6b6, NAME => 'SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T15:26:28,871 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,871 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,871 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,871 INFO [StoreOpener-8a9bbed90c2bc15fef2eb2a4bdefa79e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a9bbed90c2bc15fef2eb2a4bdefa79e columnFamilyName cf 2024-12-09T15:26:28,871 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,872 DEBUG [StoreOpener-8a9bbed90c2bc15fef2eb2a4bdefa79e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,872 INFO [StoreOpener-8a9bbed90c2bc15fef2eb2a4bdefa79e-1 {}] regionserver.HStore(327): Store=8a9bbed90c2bc15fef2eb2a4bdefa79e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,873 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,874 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,875 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,875 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,876 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,876 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-12-09T15:26:28,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b14879b48321e2f934815fd6de1c195f, server=3651d8ead0f3,35683,1733757963932 in 10.0050 sec 2024-12-09T15:26:28,877 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e6b4ad787a901edb3c27d8d84af6b6 columnFamilyName cf 2024-12-09T15:26:28,878 DEBUG [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,878 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] regionserver.HStore(327): Store=32e6b4ad787a901edb3c27d8d84af6b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,879 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b14879b48321e2f934815fd6de1c195f, ASSIGN in 10.3630 sec 2024-12-09T15:26:28,880 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,880 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,881 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,881 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,881 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,884 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/8a9bbed90c2bc15fef2eb2a4bdefa79e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,885 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8a9bbed90c2bc15fef2eb2a4bdefa79e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74044622, jitterRate=0.10335084795951843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,885 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:28,885 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8a9bbed90c2bc15fef2eb2a4bdefa79e: Running coprocessor pre-open hook at 1733757988864Writing region info on filesystem at 1733757988864Initializing all the Stores at 1733757988867 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988867Cleaning up temporary data from old regions at 1733757988876 (+9 ms)Running coprocessor post-open hooks at 1733757988885 (+9 ms)Region opened successfully at 1733757988885 2024-12-09T15:26:28,886 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,886 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e., pid=21, masterSystemTime=1733757988793 2024-12-09T15:26:28,890 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:28,890 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:28,890 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:28,890 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,890 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ea00e23bef7fabb25341a7e76e00bf, NAME => 'SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T15:26:28,891 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a9bbed90c2bc15fef2eb2a4bdefa79e, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:28,891 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,891 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,892 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,892 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,891 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 32e6b4ad787a901edb3c27d8d84af6b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67739668, jitterRate=0.009399712085723877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,892 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:28,892 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 32e6b4ad787a901edb3c27d8d84af6b6: Running coprocessor pre-open hook at 1733757988872Writing region info on filesystem at 1733757988872Initializing all the Stores at 1733757988873 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988873Cleaning up temporary data from old regions at 1733757988881 (+8 ms)Running coprocessor post-open hooks at 1733757988892 (+11 ms)Region opened successfully at 1733757988892 2024-12-09T15:26:28,894 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6., pid=19, masterSystemTime=1733757988857 2024-12-09T15:26:28,894 INFO [StoreOpener-e8ea00e23bef7fabb25341a7e76e00bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:28,896 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:28,896 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:28,897 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:28,897 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b864e46627c9c98b1768716070612d38, NAME => 'SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T15:26:28,897 INFO [StoreOpener-e8ea00e23bef7fabb25341a7e76e00bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ea00e23bef7fabb25341a7e76e00bf columnFamilyName cf 2024-12-09T15:26:28,897 DEBUG [StoreOpener-e8ea00e23bef7fabb25341a7e76e00bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,897 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,897 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,897 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,898 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,899 INFO [StoreOpener-e8ea00e23bef7fabb25341a7e76e00bf-1 {}] regionserver.HStore(327): Store=e8ea00e23bef7fabb25341a7e76e00bf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,899 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e6b4ad787a901edb3c27d8d84af6b6, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:28,900 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,901 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-12-09T15:26:28,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e, server=3651d8ead0f3,35683,1733757963932 in 10.0380 sec 2024-12-09T15:26:28,903 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b864e46627c9c98b1768716070612d38 columnFamilyName cf 2024-12-09T15:26:28,903 DEBUG [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,903 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,32957,1733757963669 because future has completed 2024-12-09T15:26:28,904 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] regionserver.HStore(327): Store=b864e46627c9c98b1768716070612d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,904 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,904 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,904 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,905 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,905 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a9bbed90c2bc15fef2eb2a4bdefa79e, ASSIGN in 10.3880 sec 2024-12-09T15:26:28,906 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,906 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,908 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,909 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-09T15:26:28,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,32957,1733757963669 in 10.0720 sec 2024-12-09T15:26:28,912 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8ea00e23bef7fabb25341a7e76e00bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN in 10.3960 sec 2024-12-09T15:26:28,913 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,913 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e8ea00e23bef7fabb25341a7e76e00bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73271956, jitterRate=0.09183722734451294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,913 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:28,913 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e8ea00e23bef7fabb25341a7e76e00bf: Running coprocessor pre-open hook at 1733757988892Writing region info on filesystem at 1733757988892Initializing all the Stores at 1733757988894 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988894Cleaning up temporary data from old regions at 1733757988904 (+10 ms)Running coprocessor post-open hooks at 1733757988913 (+9 ms)Region opened successfully at 1733757988913 2024-12-09T15:26:28,914 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b864e46627c9c98b1768716070612d38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63582898, jitterRate=-0.052540987730026245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,914 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:28,914 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b864e46627c9c98b1768716070612d38: Running coprocessor pre-open hook at 1733757988898Writing region info on filesystem at 1733757988898Initializing all the Stores at 1733757988899 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988899Cleaning up temporary data from old regions at 1733757988906 (+7 ms)Running coprocessor post-open hooks at 1733757988914 (+8 ms)Region opened successfully at 1733757988914 2024-12-09T15:26:28,914 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf., pid=23, masterSystemTime=1733757988793 2024-12-09T15:26:28,915 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., pid=24, masterSystemTime=1733757988857 2024-12-09T15:26:28,917 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:28,917 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:28,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e8ea00e23bef7fabb25341a7e76e00bf, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:28,918 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:28,918 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:28,918 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:28,919 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0208bd0121196f89a8646717b9586e86, NAME => 'SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T15:26:28,919 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=b864e46627c9c98b1768716070612d38, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:28,919 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:28,919 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,919 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:28,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,32957,1733757963669 because future has completed 2024-12-09T15:26:28,924 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,927 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0208bd0121196f89a8646717b9586e86 columnFamilyName cf 2024-12-09T15:26:28,927 DEBUG [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:28,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-09T15:26:28,928 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] regionserver.HStore(327): Store=0208bd0121196f89a8646717b9586e86/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:28,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf, server=3651d8ead0f3,35683,1733757963932 in 10.0420 sec 2024-12-09T15:26:28,929 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-09T15:26:28,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,32957,1733757963669 in 10.0200 sec 2024-12-09T15:26:28,930 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,931 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8ea00e23bef7fabb25341a7e76e00bf, ASSIGN in 10.4140 sec 2024-12-09T15:26:28,931 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,931 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN in 10.4160 sec 2024-12-09T15:26:28,934 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,937 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:26:28,938 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0208bd0121196f89a8646717b9586e86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74352892, jitterRate=0.10794442892074585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:28,938 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:28,939 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0208bd0121196f89a8646717b9586e86: Running coprocessor pre-open hook at 1733757988920Writing region info on filesystem at 1733757988920Initializing all the Stores at 1733757988922 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733757988922Cleaning up temporary data from old regions at 1733757988931 (+9 ms)Running coprocessor post-open hooks at 1733757988938 (+7 ms)Region opened successfully at 1733757988938 2024-12-09T15:26:28,940 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86., pid=20, masterSystemTime=1733757988857 2024-12-09T15:26:28,943 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:28,943 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:28,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0208bd0121196f89a8646717b9586e86, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:28,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,32957,1733757963669 because future has completed 2024-12-09T15:26:28,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-09T15:26:28,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,32957,1733757963669 in 10.0930 sec 2024-12-09T15:26:28,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-09T15:26:28,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN in 10.4370 sec 2024-12-09T15:26:28,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:26:28,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733757988956"}]},"ts":"1733757988956"} 2024-12-09T15:26:28,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T15:26:28,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:26:28,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.5830 sec 2024-12-09T15:26:29,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T15:26:31,330 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:26:33,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T15:26:33,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T15:26:34,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:26:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:26:35,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T15:26:35,658 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T15:26:35,660 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:26:35,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T15:26:35,676 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:26:35,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T15:26:35,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., hostname=3651d8ead0f3,32957,1733757963669, seqNum=2] 2024-12-09T15:26:35,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,888 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:35,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd., hostname=3651d8ead0f3,35683,1733757963932, seqNum=2] 2024-12-09T15:26:36,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a., hostname=3651d8ead0f3,46847,1733757963823, seqNum=2] 2024-12-09T15:26:36,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a., hostname=3651d8ead0f3,46847,1733757963823, seqNum=2] 2024-12-09T15:26:37,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:26:37,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:26:37,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:26:37,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:26:37,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:26:37,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:37,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35683 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:26:37,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:26:38,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:26:38,578 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T15:26:38,582 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:26:38,583 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T15:26:38,596 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T15:26:38,616 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T15:26:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:26:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:26:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:26:38,644 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T15:26:38,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c6179a46060049cd7c307e9dfe6359}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b14879b48321e2f934815fd6de1c195f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a2d1750649ecae80d1d6085339dbdd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7117dfe93b0c15abc3f107d53a40671a}] 2024-12-09T15:26:38,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:38,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:38,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:38,659 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:38,659 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:38,668 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:38,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:38,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:38,672 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:38,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:38,683 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:38,684 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3651d8ead0f3,32957,1733757963669: Simulated kill ***** 2024-12-09T15:26:38,684 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T15:26:38,686 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T15:26:38,688 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T15:26:38,691 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T15:26:38,692 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T15:26:38,700 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 602779536 }, "NonHeapMemoryUsage": { "committed": 155975680, "init": 7667712, "max": -1, "used": 152648936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "3651d8ead0f3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "3651d8ead0f3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59476", "tag.serverName": "3651d8ead0f3,35683,1733757963932", "tag.clusterId": "f03d5921-03a1-4bf2-a005-f1ec3b543418", "tag.Context": "regionserver", "tag.Hostname": "3651d8ead0f3", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733757963932, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T15:26:38,706 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43237 {}] master.MasterRpcServices(700): 3651d8ead0f3,32957,1733757963669 reported a fatal error: ***** ABORTING region server 3651d8ead0f3,32957,1733757963669: Simulated kill ***** 2024-12-09T15:26:38,708 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,32957,1733757963669' ***** 2024-12-09T15:26:38,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T15:26:38,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:26:38,709 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:26:38,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:26:38,711 INFO [RS:0;3651d8ead0f3:32957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T15:26:38,711 INFO [RS:0;3651d8ead0f3:32957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T15:26:38,711 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:26:38,711 INFO [RS:0;3651d8ead0f3:32957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3651d8ead0f3:32957. 2024-12-09T15:26:38,711 DEBUG [RS:0;3651d8ead0f3:32957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:26:38,711 DEBUG [RS:0;3651d8ead0f3:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741834_1010 (size=966) 2024-12-09T15:26:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741834_1010 (size=966) 2024-12-09T15:26:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741834_1010 (size=966) 2024-12-09T15:26:38,728 DEBUG [RS:0;3651d8ead0f3:32957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:26:38,728 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:26:38,729 INFO [RS:0;3651d8ead0f3:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32957 2024-12-09T15:26:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:26:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,32957,1733757963669 2024-12-09T15:26:38,736 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:26:38,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,32957,1733757963669] 2024-12-09T15:26:38,741 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,32957,1733757963669 already deleted, retry=false 2024-12-09T15:26:38,741 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3651d8ead0f3,32957,1733757963669 on 3651d8ead0f3,43237,1733757962560 2024-12-09T15:26:38,747 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3651d8ead0f3,32957,1733757963669, splitWal=true, meta=false 2024-12-09T15:26:38,747 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:26:38,752 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 3651d8ead0f3,32957,1733757963669 (carryingMeta=false) 3651d8ead0f3,32957,1733757963669/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1196ed65[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T15:26:38,753 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3651d8ead0f3,32957,1733757963669, splitWal=true, meta=false 2024-12-09T15:26:38,755 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3651d8ead0f3,32957,1733757963669 had 3 regions 2024-12-09T15:26:38,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:38,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:38,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:38,757 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 can not run currently because target server of region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 3651d8ead0f3,32957,1733757963669 is in state CRASHED, wait 1000 ms to retry 2024-12-09T15:26:38,757 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 can not run currently because target server of region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 3651d8ead0f3,32957,1733757963669 is in state CRASHED, wait 1000 ms to retry 2024-12-09T15:26:38,757 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86; timeout=1000, timestamp=1733757999757 2024-12-09T15:26:38,757 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6; timeout=1000, timestamp=1733757999757 2024-12-09T15:26:38,757 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 can not run currently because target server of region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 3651d8ead0f3,32957,1733757963669 is in state CRASHED, wait 1000 ms to retry 2024-12-09T15:26:38,758 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38; timeout=1000, timestamp=1733757999757 2024-12-09T15:26:38,759 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3651d8ead0f3,32957,1733757963669, splitWal=true, meta=false, isMeta: false 2024-12-09T15:26:38,762 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting 2024-12-09T15:26:38,765 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3651d8ead0f3,32957,1733757963669 WAL count=1, meta=false 2024-12-09T15:26:38,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3651d8ead0f3%2C32957%2C1733757963669.1733757966185}] 2024-12-09T15:26:38,778 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:38,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3651d8ead0f3%2C32957%2C1733757963669.1733757966185, worker=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:38,841 INFO [RS:0;3651d8ead0f3:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:26:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:26:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32957-0x1012bca94ec0001, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:26:38,841 INFO [RS:0;3651d8ead0f3:32957 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,32957,1733757963669; zookeeper connection closed. 2024-12-09T15:26:38,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f7ee388 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f7ee388 2024-12-09T15:26:39,007 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T15:26:39,007 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T15:26:39,758 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:39,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:39,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:39,762 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 can not run currently because target server of region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T15:26:39,762 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 can not run currently because target server of region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T15:26:39,762 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 can not run currently because target server of region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T15:26:39,762 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6; timeout=2000, timestamp=1733758001762 2024-12-09T15:26:39,762 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38; timeout=2000, timestamp=1733758001762 2024-12-09T15:26:39,762 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86; timeout=2000, timestamp=1733758001762 2024-12-09T15:26:40,395 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3651d8ead0f3:43237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T15:26:41,763 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:41,763 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:41,763 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:41,765 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 can not run currently because target server of region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T15:26:41,765 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 can not run currently because target server of region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T15:26:41,765 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 can not run currently because target server of region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T15:26:41,765 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6; timeout=4000, timestamp=1733758005765 2024-12-09T15:26:41,765 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38; timeout=4000, timestamp=1733758005765 2024-12-09T15:26:41,765 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86; timeout=4000, timestamp=1733758005765 2024-12-09T15:26:45,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:45,766 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:45,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:45,768 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 can not run currently because target server of region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T15:26:45,768 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 can not run currently because target server of region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T15:26:45,768 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 can not run currently because target server of region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 3651d8ead0f3,32957,1733757963669 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T15:26:45,769 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38; timeout=8000, timestamp=1733758013769 2024-12-09T15:26:45,769 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6; timeout=8000, timestamp=1733758013769 2024-12-09T15:26:45,769 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86; timeout=8000, timestamp=1733758013769 2024-12-09T15:26:48,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T15:26:48,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T15:26:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T15:26:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T15:26:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T15:26:48,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T15:26:48,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:48,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T15:26:48,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:48,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:48,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:48,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T15:26:48,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:48,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 55c6179a46060049cd7c307e9dfe6359: 2024-12-09T15:26:48,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. for SnapshotProcedureTest completed. 2024-12-09T15:26:48,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7117dfe93b0c15abc3f107d53a40671a 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T15:26:48,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e8ea00e23bef7fabb25341a7e76e00bf: 2024-12-09T15:26:48,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. for SnapshotProcedureTest completed. 2024-12-09T15:26:48,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 8a9bbed90c2bc15fef2eb2a4bdefa79e: 2024-12-09T15:26:48,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:48,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:48,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. for SnapshotProcedureTest completed. 2024-12-09T15:26:48,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:48,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:48,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 38d3e66eaa160f5e829e7b51ea6e7f32: 2024-12-09T15:26:48,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. for SnapshotProcedureTest completed. 2024-12-09T15:26:48,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:48,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:48,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:48,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:48,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:26:48,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:26:48,682 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e8a2d1750649ecae80d1d6085339dbdd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T15:26:48,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:26:48,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:48,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:26:48,736 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, size=966 (966bytes) 2024-12-09T15:26:48,737 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T15:26:48,737 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T15:26:48,737 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 2024-12-09T15:26:48,763 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 after 22ms 2024-12-09T15:26:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:26:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:26:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:26:48,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:26:48,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T15:26:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T15:26:48,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:48,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:26:48,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55c6179a46060049cd7c307e9dfe6359 in 10.2040 sec 2024-12-09T15:26:48,861 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 took 128ms 2024-12-09T15:26:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741850_1026 (size=57) 2024-12-09T15:26:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741850_1026 (size=57) 2024-12-09T15:26:48,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741850_1026 (size=57) 2024-12-09T15:26:48,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:26:48,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T15:26:48,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:48,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b14879b48321e2f934815fd6de1c195f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T15:26:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T15:26:48,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:48,894 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:26:48,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a9bbed90c2bc15fef2eb2a4bdefa79e in 10.2490 sec 2024-12-09T15:26:48,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/.tmp/cf/9354176faaaf4478b31bd964e4c0c885 is 34, key is ccd/cf:cf/1733757997432/Put/seqid=0 2024-12-09T15:26:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:26:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:26:48,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:26:48,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:26:48,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T15:26:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T15:26:48,927 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:48,927 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:26:48,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8ea00e23bef7fabb25341a7e76e00bf in 10.2820 sec 2024-12-09T15:26:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741851_1027 (size=65) 2024-12-09T15:26:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741851_1027 (size=65) 2024-12-09T15:26:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741851_1027 (size=65) 2024-12-09T15:26:48,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:26:48,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T15:26:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T15:26:48,943 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:48,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:26:48,981 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 32e6b4ad787a901edb3c27d8d84af6b6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T15:26:48,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38d3e66eaa160f5e829e7b51ea6e7f32 in 10.2980 sec 2024-12-09T15:26:48,984 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b864e46627c9c98b1768716070612d38: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T15:26:48,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0208bd0121196f89a8646717b9586e86: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T15:26:48,987 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 so closing down 2024-12-09T15:26:48,988 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T15:26:48,989 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T15:26:48,994 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, size=966, length=966, corrupted=false, cancelled=false 2024-12-09T15:26:48,994 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, journal: Splitting hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, size=966 (966bytes) at 1733758008736Finishing writing output for hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 so closing down at 1733758008987 (+251 ms)3 split writer threads finished at 1733758008989 (+2 ms)Processed 3 edits across 0 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185, size=966, length=966, corrupted=false, cancelled=false at 1733758008994 (+5 ms) 2024-12-09T15:26:48,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 2024-12-09T15:26:48,995 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T15:26:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T15:26:49,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/.tmp/cf/71837642d20e49f9a56e85605cdda1bc is 34, key is baa/cf:cf/1733757997308/Put/seqid=0 2024-12-09T15:26:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741853_1029 (size=47197) 2024-12-09T15:26:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741853_1029 (size=47197) 2024-12-09T15:26:49,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741853_1029 (size=47197) 2024-12-09T15:26:49,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/.tmp/cf/9354176faaaf4478b31bd964e4c0c885 2024-12-09T15:26:49,047 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting/3651d8ead0f3%2C32957%2C1733757963669.1733757966185 to hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs 2024-12-09T15:26:49,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T15:26:49,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3651d8ead0f3%2C32957%2C1733757963669.1733757966185, worker=3651d8ead0f3,46847,1733757963823 in 10.2650 sec 2024-12-09T15:26:49,054 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:49,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T15:26:49,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 3651d8ead0f3%2C32957%2C1733757963669.1733757966185, worker=3651d8ead0f3,46847,1733757963823 in 10.2880 sec 2024-12-09T15:26:49,062 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting dir is empty, no logs to split. 2024-12-09T15:26:49,063 INFO [PEWorker-4 {}] master.SplitWALManager(105): 3651d8ead0f3,32957,1733757963669 WAL count=0, meta=false 2024-12-09T15:26:49,063 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 3651d8ead0f3,32957,1733757963669 WAL splitting is done? wals=0, meta=false 2024-12-09T15:26:49,067 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 3651d8ead0f3,32957,1733757963669 failed, ignore...File hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/WALs/3651d8ead0f3,32957,1733757963669-splitting does not exist. 2024-12-09T15:26:49,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN}] 2024-12-09T15:26:49,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/.tmp/cf/41fc9482210d4f3d9c6a49b7bfae8dc1 is 34, key is eaa/cf:cf/1733757998318/Put/seqid=0 2024-12-09T15:26:49,075 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN 2024-12-09T15:26:49,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN 2024-12-09T15:26:49,076 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN 2024-12-09T15:26:49,078 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T15:26:49,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T15:26:49,085 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T15:26:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741854_1030 (size=499309) 2024-12-09T15:26:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741854_1030 (size=499309) 2024-12-09T15:26:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741854_1030 (size=499309) 2024-12-09T15:26:49,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/.tmp/cf/41fc9482210d4f3d9c6a49b7bfae8dc1 2024-12-09T15:26:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:26:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:26:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:26:49,124 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/.tmp/cf/71837642d20e49f9a56e85605cdda1bc 2024-12-09T15:26:49,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/.tmp/cf/41fc9482210d4f3d9c6a49b7bfae8dc1 as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/cf/41fc9482210d4f3d9c6a49b7bfae8dc1 2024-12-09T15:26:49,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/.tmp/cf/9354176faaaf4478b31bd964e4c0c885 as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/cf/9354176faaaf4478b31bd964e4c0c885 2024-12-09T15:26:49,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/.tmp/cf/71837642d20e49f9a56e85605cdda1bc as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/cf/71837642d20e49f9a56e85605cdda1bc 2024-12-09T15:26:49,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/cf/41fc9482210d4f3d9c6a49b7bfae8dc1, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T15:26:49,185 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/cf/71837642d20e49f9a56e85605cdda1bc, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T15:26:49,192 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7117dfe93b0c15abc3f107d53a40671a in 516ms, sequenceid=5, compaction requested=false 2024-12-09T15:26:49,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7117dfe93b0c15abc3f107d53a40671a: 2024-12-09T15:26:49,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. for SnapshotProcedureTest completed. 2024-12-09T15:26:49,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:49,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/cf/41fc9482210d4f3d9c6a49b7bfae8dc1] hfiles 2024-12-09T15:26:49,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b14879b48321e2f934815fd6de1c195f in 293ms, sequenceid=5, compaction requested=false 2024-12-09T15:26:49,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b14879b48321e2f934815fd6de1c195f: 2024-12-09T15:26:49,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. for SnapshotProcedureTest completed. 2024-12-09T15:26:49,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:49,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/cf/71837642d20e49f9a56e85605cdda1bc] hfiles 2024-12-09T15:26:49,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/cf/71837642d20e49f9a56e85605cdda1bc for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,199 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/cf/9354176faaaf4478b31bd964e4c0c885, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T15:26:49,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e8a2d1750649ecae80d1d6085339dbdd in 531ms, sequenceid=5, compaction requested=false 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e8a2d1750649ecae80d1d6085339dbdd: 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. for SnapshotProcedureTest completed. 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/cf/9354176faaaf4478b31bd964e4c0c885] hfiles 2024-12-09T15:26:49,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/cf/9354176faaaf4478b31bd964e4c0c885 for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/cf/41fc9482210d4f3d9c6a49b7bfae8dc1 for snapshot=SnapshotProcedureTest 2024-12-09T15:26:49,228 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:26:49,229 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:26:49,229 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:26:49,229 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:26:49,229 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:26:49,229 INFO [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:26:49,229 INFO [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:26:49,229 DEBUG [3651d8ead0f3:43237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:26:49,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=32e6b4ad787a901edb3c27d8d84af6b6, regionState=OPENING, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:49,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b864e46627c9c98b1768716070612d38, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:49,230 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0208bd0121196f89a8646717b9586e86, regionState=OPENING, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:49,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN because future has completed 2024-12-09T15:26:49,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,46847,1733757963823}] 2024-12-09T15:26:49,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN because future has completed 2024-12-09T15:26:49,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:49,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN because future has completed 2024-12-09T15:26:49,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,35683,1733757963932}] 2024-12-09T15:26:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741856_1032 (size=97) 2024-12-09T15:26:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741856_1032 (size=97) 2024-12-09T15:26:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741856_1032 (size=97) 2024-12-09T15:26:49,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:26:49,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T15:26:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T15:26:49,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:49,292 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:26:49,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7117dfe93b0c15abc3f107d53a40671a in 10.6530 sec 2024-12-09T15:26:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741858_1034 (size=105) 2024-12-09T15:26:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741857_1033 (size=105) 2024-12-09T15:26:49,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741857_1033 (size=105) 2024-12-09T15:26:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741858_1034 (size=105) 2024-12-09T15:26:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741858_1034 (size=105) 2024-12-09T15:26:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741857_1033 (size=105) 2024-12-09T15:26:49,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:26:49,325 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T15:26:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T15:26:49,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:49,326 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:26:49,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8a2d1750649ecae80d1d6085339dbdd in 10.6810 sec 2024-12-09T15:26:49,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:26:49,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T15:26:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T15:26:49,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:49,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b14879b48321e2f934815fd6de1c195f 2024-12-09T15:26:49,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b14879b48321e2f934815fd6de1c195f in 10.6920 sec 2024-12-09T15:26:53,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 held by pid=39 2024-12-09T15:26:53,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 held by pid=41 2024-12-09T15:26:53,770 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:53,770 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:53,770 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 held by pid=40 2024-12-09T15:26:53,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:57,816 INFO [master/3651d8ead0f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T15:26:57,816 INFO [master/3651d8ead0f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T15:26:59,248 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:59,248 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 32e6b4ad787a901edb3c27d8d84af6b6, NAME => 'SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T15:26:59,249 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,249 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:59,249 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,249 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,250 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:59,250 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => b864e46627c9c98b1768716070612d38, NAME => 'SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T15:26:59,250 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,250 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:59,251 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,251 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,251 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,252 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e6b4ad787a901edb3c27d8d84af6b6 columnFamilyName cf 2024-12-09T15:26:59,252 DEBUG [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:59,253 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,253 INFO [StoreOpener-32e6b4ad787a901edb3c27d8d84af6b6-1 {}] regionserver.HStore(327): Store=32e6b4ad787a901edb3c27d8d84af6b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:59,253 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,254 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b864e46627c9c98b1768716070612d38 columnFamilyName cf 2024-12-09T15:26:59,254 DEBUG [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:59,254 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,255 INFO [StoreOpener-b864e46627c9c98b1768716070612d38-1 {}] regionserver.HStore(327): Store=b864e46627c9c98b1768716070612d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:59,256 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,256 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,257 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,257 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,257 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,258 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,259 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,259 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,260 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,261 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 32e6b4ad787a901edb3c27d8d84af6b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71620430, jitterRate=0.0672275722026825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:59,261 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,261 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,261 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 32e6b4ad787a901edb3c27d8d84af6b6: Running coprocessor pre-open hook at 1733758019249Writing region info on filesystem at 1733758019249Initializing all the Stores at 1733758019251 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758019251Cleaning up temporary data from old regions at 1733758019257 (+6 ms)Running coprocessor post-open hooks at 1733758019261 (+4 ms)Region opened successfully at 1733758019261 2024-12-09T15:26:59,262 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened b864e46627c9c98b1768716070612d38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74578082, jitterRate=0.1113000214099884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:59,262 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,262 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6., pid=42, masterSystemTime=1733758019243 2024-12-09T15:26:59,262 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for b864e46627c9c98b1768716070612d38: Running coprocessor pre-open hook at 1733758019251Writing region info on filesystem at 1733758019251Initializing all the Stores at 1733758019252 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758019252Cleaning up temporary data from old regions at 1733758019259 (+7 ms)Running coprocessor post-open hooks at 1733758019262 (+3 ms)Region opened successfully at 1733758019262 2024-12-09T15:26:59,263 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., pid=44, masterSystemTime=1733758019245 2024-12-09T15:26:59,265 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:59,265 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:26:59,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=32e6b4ad787a901edb3c27d8d84af6b6, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,46847,1733757963823 2024-12-09T15:26:59,266 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:59,266 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:26:59,266 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:59,266 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 0208bd0121196f89a8646717b9586e86, NAME => 'SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T15:26:59,266 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,266 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:26:59,267 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,267 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b864e46627c9c98b1768716070612d38, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:59,270 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,46847,1733757963823 because future has completed 2024-12-09T15:26:59,271 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0208bd0121196f89a8646717b9586e86 columnFamilyName cf 2024-12-09T15:26:59,271 DEBUG [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:26:59,272 INFO [StoreOpener-0208bd0121196f89a8646717b9586e86-1 {}] regionserver.HStore(327): Store=0208bd0121196f89a8646717b9586e86/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:26:59,272 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:59,273 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-12-09T15:26:59,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6, server=3651d8ead0f3,46847,1733757963823 in 10.0340 sec 2024-12-09T15:26:59,277 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,278 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,278 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-09T15:26:59,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b864e46627c9c98b1768716070612d38, server=3651d8ead0f3,35683,1733757963932 in 10.0330 sec 2024-12-09T15:26:59,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=32e6b4ad787a901edb3c27d8d84af6b6, ASSIGN in 10.2050 sec 2024-12-09T15:26:59,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:26:59,281 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:26:59,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b864e46627c9c98b1768716070612d38, ASSIGN in 10.2060 sec 2024-12-09T15:26:59,283 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,285 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 0208bd0121196f89a8646717b9586e86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74062993, jitterRate=0.10362459719181061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:26:59,285 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,285 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 0208bd0121196f89a8646717b9586e86: Running coprocessor pre-open hook at 1733758019267Writing region info on filesystem at 1733758019267Initializing all the Stores at 1733758019269 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758019269Cleaning up temporary data from old regions at 1733758019278 (+9 ms)Running coprocessor post-open hooks at 1733758019285 (+7 ms)Region opened successfully at 1733758019285 2024-12-09T15:26:59,286 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86., pid=43, masterSystemTime=1733758019245 2024-12-09T15:26:59,288 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:59,288 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:26:59,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0208bd0121196f89a8646717b9586e86, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,35683,1733757963932 2024-12-09T15:26:59,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,35683,1733757963932 because future has completed 2024-12-09T15:26:59,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-09T15:26:59,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0208bd0121196f89a8646717b9586e86, server=3651d8ead0f3,35683,1733757963932 in 10.0530 sec 2024-12-09T15:26:59,298 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:26:59,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-09T15:26:59,299 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 3651d8ead0f3,32957,1733757963669 after splitting done 2024-12-09T15:26:59,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0208bd0121196f89a8646717b9586e86, ASSIGN in 10.2240 sec 2024-12-09T15:26:59,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 3651d8ead0f3,32957,1733757963669, splitWal=true, meta=false in 20.5570 sec 2024-12-09T15:27:01,330 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:27:04,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T15:27:06,902 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T15:27:09,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T15:27:09,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 32e6b4ad787a901edb3c27d8d84af6b6: 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. for SnapshotProcedureTest completed. 2024-12-09T15:27:09,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:27:09,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:27:09,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for b864e46627c9c98b1768716070612d38: 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. for SnapshotProcedureTest completed. 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0208bd0121196f89a8646717b9586e86: 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. for SnapshotProcedureTest completed. 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:27:09,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:27:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741859_1035 (size=65) 2024-12-09T15:27:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741859_1035 (size=65) 2024-12-09T15:27:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741859_1035 (size=65) 2024-12-09T15:27:09,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:09,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T15:27:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T15:27:09,303 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:27:09,303 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:27:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741860_1036 (size=65) 2024-12-09T15:27:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741860_1036 (size=65) 2024-12-09T15:27:09,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:09,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T15:27:09,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741860_1036 (size=65) 2024-12-09T15:27:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T15:27:09,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b864e46627c9c98b1768716070612d38 2024-12-09T15:27:09,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 32e6b4ad787a901edb3c27d8d84af6b6 in 30.6570 sec 2024-12-09T15:27:09,308 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 2024-12-09T15:27:09,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b864e46627c9c98b1768716070612d38 in 30.6620 sec 2024-12-09T15:27:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741861_1037 (size=65) 2024-12-09T15:27:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741861_1037 (size=65) 2024-12-09T15:27:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741861_1037 (size=65) 2024-12-09T15:27:09,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:09,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T15:27:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T15:27:09,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0208bd0121196f89a8646717b9586e86 2024-12-09T15:27:09,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 2024-12-09T15:27:09,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-09T15:27:09,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0208bd0121196f89a8646717b9586e86 in 30.6810 sec 2024-12-09T15:27:09,330 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T15:27:09,332 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T15:27:09,335 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T15:27:09,335 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T15:27:09,338 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:27:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741862_1038 (size=1134) 2024-12-09T15:27:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741862_1038 (size=1134) 2024-12-09T15:27:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741862_1038 (size=1134) 2024-12-09T15:27:09,400 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T15:27:09,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T15:27:09,416 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:09,417 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:09,422 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:09,422 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:09,423 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:09,433 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:13,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8a2d1750649ecae80d1d6085339dbdd, had cached 0 bytes from a total of 47197 2024-12-09T15:27:13,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7117dfe93b0c15abc3f107d53a40671a, had cached 0 bytes from a total of 499309 2024-12-09T15:27:13,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b14879b48321e2f934815fd6de1c195f, had cached 0 bytes from a total of 28623 2024-12-09T15:27:15,397 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3651d8ead0f3:43237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T15:27:17,685 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8a9bbed90c2bc15fef2eb2a4bdefa79e changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,686 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0208bd0121196f89a8646717b9586e86 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,697 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8ea00e23bef7fabb25341a7e76e00bf changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,699 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b864e46627c9c98b1768716070612d38 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,699 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b14879b48321e2f934815fd6de1c195f changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,699 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8a2d1750649ecae80d1d6085339dbdd changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,699 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 55c6179a46060049cd7c307e9dfe6359 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,700 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 32e6b4ad787a901edb3c27d8d84af6b6 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,700 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38d3e66eaa160f5e829e7b51ea6e7f32 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:17,700 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7117dfe93b0c15abc3f107d53a40671a changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T15:27:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T15:27:19,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:27:19,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:27:19,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T15:27:19,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T15:27:19,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T15:27:19,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T15:27:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T15:27:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T15:27:19,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T15:27:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T15:27:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T15:27:19,431 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 Release verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T15:27:19,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T15:27:19,432 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T15:27:19,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 in 10.0230 sec 2024-12-09T15:27:19,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 10.0230 sec 2024-12-09T15:27:19,436 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 10.0240 sec 2024-12-09T15:27:19,436 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 Release verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:19,436 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:19,436 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 10.0280 sec 2024-12-09T15:27:19,440 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 Release verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:19,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 in 10.0280 sec 2024-12-09T15:27:19,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,441 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:19,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 in 10.0320 sec 2024-12-09T15:27:29,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T15:27:29,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T15:27:29,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T15:27:29,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T15:27:29,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T15:27:29,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-09T15:27:29,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-09T15:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T15:27:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T15:27:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-09T15:27:29,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T15:27:29,442 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 Release verify snapshot worker=3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:29,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43237 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T15:27:29,443 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:29,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,35683,1733757963932 in 20.0340 sec 2024-12-09T15:27:29,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 20.0340 sec 2024-12-09T15:27:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 20.0350 sec 2024-12-09T15:27:29,448 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 Release verify snapshot worker=3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:29,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-12-09T15:27:29,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,46847,1733757963823 in 20.0400 sec 2024-12-09T15:27:29,451 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T15:27:29,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T15:27:29,456 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T15:27:29,456 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T15:27:29,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.8850 sec 2024-12-09T15:27:29,607 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T15:27:29,613 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T15:27:29,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T15:27:29,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:27:29,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:27:29,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T15:27:29,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T15:27:29,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1844676721, stopped=false 2024-12-09T15:27:29,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3651d8ead0f3,43237,1733757962560 2024-12-09T15:27:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:29,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T15:27:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:29,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:29,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:27:29,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:29,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:29,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:27:29,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,46847,1733757963823' ***** 2024-12-09T15:27:29,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T15:27:29,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,35683,1733757963932' ***** 2024-12-09T15:27:29,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T15:27:29,619 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:27:29,619 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:27:29,619 INFO [RS:1;3651d8ead0f3:46847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:27:29,620 INFO [RS:1;3651d8ead0f3:46847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:27:29,620 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(3091): Received CLOSE for 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:27:29,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:27:29,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:29,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:27:29,620 INFO [RS:2;3651d8ead0f3:35683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:27:29,620 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(3091): Received CLOSE for 32e6b4ad787a901edb3c27d8d84af6b6 2024-12-09T15:27:29,620 INFO [RS:2;3651d8ead0f3:35683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:27:29,620 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(3091): Received CLOSE for 38d3e66eaa160f5e829e7b51ea6e7f32 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for b864e46627c9c98b1768716070612d38 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(3091): Received CLOSE for 55c6179a46060049cd7c307e9dfe6359 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(959): stopping server 3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3651d8ead0f3:46847. 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for 0208bd0121196f89a8646717b9586e86 2024-12-09T15:27:29,621 DEBUG [RS:1;3651d8ead0f3:46847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:27:29,621 DEBUG [RS:1;3651d8ead0f3:46847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for b14879b48321e2f934815fd6de1c195f 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b864e46627c9c98b1768716070612d38, disabling compactions & flushes 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7117dfe93b0c15abc3f107d53a40671a, disabling compactions & flushes 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a9bbed90c2bc15fef2eb2a4bdefa79e 2024-12-09T15:27:29,621 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:29,621 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(3091): Received CLOSE for e8a2d1750649ecae80d1d6085339dbdd 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(959): stopping server 3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. after waiting 0 ms 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. after waiting 0 ms 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:29,621 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:27:29,621 INFO [RS:2;3651d8ead0f3:35683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3651d8ead0f3:35683. 2024-12-09T15:27:29,621 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T15:27:29,621 DEBUG [RS:2;3651d8ead0f3:35683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:27:29,622 DEBUG [RS:2;3651d8ead0f3:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,622 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T15:27:29,622 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1325): Online Regions={b864e46627c9c98b1768716070612d38=SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38., 0208bd0121196f89a8646717b9586e86=SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86., b14879b48321e2f934815fd6de1c195f=SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f., e8ea00e23bef7fabb25341a7e76e00bf=SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf., 8a9bbed90c2bc15fef2eb2a4bdefa79e=SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e., e8a2d1750649ecae80d1d6085339dbdd=SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd.} 2024-12-09T15:27:29,622 DEBUG [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1351): Waiting on 0208bd0121196f89a8646717b9586e86, 8a9bbed90c2bc15fef2eb2a4bdefa79e, b14879b48321e2f934815fd6de1c195f, b864e46627c9c98b1768716070612d38, e8a2d1750649ecae80d1d6085339dbdd, e8ea00e23bef7fabb25341a7e76e00bf 2024-12-09T15:27:29,623 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T15:27:29,623 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1325): Online Regions={7117dfe93b0c15abc3f107d53a40671a=SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a., 32e6b4ad787a901edb3c27d8d84af6b6=SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6., 1588230740=hbase:meta,,1.1588230740, 38d3e66eaa160f5e829e7b51ea6e7f32=SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32., 55c6179a46060049cd7c307e9dfe6359=SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359.} 2024-12-09T15:27:29,623 DEBUG [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e6b4ad787a901edb3c27d8d84af6b6, 38d3e66eaa160f5e829e7b51ea6e7f32, 55c6179a46060049cd7c307e9dfe6359, 7117dfe93b0c15abc3f107d53a40671a 2024-12-09T15:27:29,623 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:27:29,623 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T15:27:29,623 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T15:27:29,623 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:27:29,623 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:27:29,623 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-12-09T15:27:29,631 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b864e46627c9c98b1768716070612d38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,636 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:29,637 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b864e46627c9c98b1768716070612d38: Waiting for close lock at 1733758049621Running coprocessor pre-close hooks at 1733758049621Disabling compacts and flushes for region at 1733758049621Disabling writes for close at 1733758049621Writing region close event to WAL at 1733758049622 (+1 ms)Running coprocessor post-close hooks at 1733758049632 (+10 ms)Closed at 1733758049636 (+4 ms) 2024-12-09T15:27:29,637 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/7117dfe93b0c15abc3f107d53a40671a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:27:29,637 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733757977351.b864e46627c9c98b1768716070612d38. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0208bd0121196f89a8646717b9586e86, disabling compactions & flushes 2024-12-09T15:27:29,638 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. after waiting 0 ms 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:29,638 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7117dfe93b0c15abc3f107d53a40671a: Waiting for close lock at 1733758049621Running coprocessor pre-close hooks at 1733758049621Disabling compacts and flushes for region at 1733758049621Disabling writes for close at 1733758049621Writing region close event to WAL at 1733758049624 (+3 ms)Running coprocessor post-close hooks at 1733758049638 (+14 ms)Closed at 1733758049638 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733757977351.7117dfe93b0c15abc3f107d53a40671a. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32e6b4ad787a901edb3c27d8d84af6b6, disabling compactions & flushes 2024-12-09T15:27:29,638 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:29,638 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. after waiting 0 ms 2024-12-09T15:27:29,639 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:29,648 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/0208bd0121196f89a8646717b9586e86/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,648 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/32e6b4ad787a901edb3c27d8d84af6b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,649 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:29,649 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0208bd0121196f89a8646717b9586e86: Waiting for close lock at 1733758049637Running coprocessor pre-close hooks at 1733758049637Disabling compacts and flushes for region at 1733758049637Disabling writes for close at 1733758049638 (+1 ms)Writing region close event to WAL at 1733758049638Running coprocessor post-close hooks at 1733758049648 (+10 ms)Closed at 1733758049649 (+1 ms) 2024-12-09T15:27:29,649 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733757977351.0208bd0121196f89a8646717b9586e86. 2024-12-09T15:27:29,649 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b14879b48321e2f934815fd6de1c195f, disabling compactions & flushes 2024-12-09T15:27:29,649 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:27:29,649 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:27:29,650 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. after waiting 0 ms 2024-12-09T15:27:29,650 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:27:29,651 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32e6b4ad787a901edb3c27d8d84af6b6: Waiting for close lock at 1733758049638Running coprocessor pre-close hooks at 1733758049638Disabling compacts and flushes for region at 1733758049638Disabling writes for close at 1733758049639 (+1 ms)Writing region close event to WAL at 1733758049643 (+4 ms)Running coprocessor post-close hooks at 1733758049651 (+8 ms)Closed at 1733758049651 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733757977351.32e6b4ad787a901edb3c27d8d84af6b6. 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38d3e66eaa160f5e829e7b51ea6e7f32, disabling compactions & flushes 2024-12-09T15:27:29,651 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. after waiting 0 ms 2024-12-09T15:27:29,651 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:27:29,656 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/38d3e66eaa160f5e829e7b51ea6e7f32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,657 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38d3e66eaa160f5e829e7b51ea6e7f32: Waiting for close lock at 1733758049651Running coprocessor pre-close hooks at 1733758049651Disabling compacts and flushes for region at 1733758049651Disabling writes for close at 1733758049651Writing region close event to WAL at 1733758049652 (+1 ms)Running coprocessor post-close hooks at 1733758049657 (+5 ms)Closed at 1733758049657 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733757977351.38d3e66eaa160f5e829e7b51ea6e7f32. 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55c6179a46060049cd7c307e9dfe6359, disabling compactions & flushes 2024-12-09T15:27:29,657 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. after waiting 0 ms 2024-12-09T15:27:29,657 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:27:29,659 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/b14879b48321e2f934815fd6de1c195f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:27:29,659 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:27:29,659 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b14879b48321e2f934815fd6de1c195f: Waiting for close lock at 1733758049649Running coprocessor pre-close hooks at 1733758049649Disabling compacts and flushes for region at 1733758049649Disabling writes for close at 1733758049650 (+1 ms)Writing region close event to WAL at 1733758049654 (+4 ms)Running coprocessor post-close hooks at 1733758049659 (+5 ms)Closed at 1733758049659 2024-12-09T15:27:29,660 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733757977351.b14879b48321e2f934815fd6de1c195f. 2024-12-09T15:27:29,660 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8ea00e23bef7fabb25341a7e76e00bf, disabling compactions & flushes 2024-12-09T15:27:29,660 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:27:29,660 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:27:29,660 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. after waiting 0 ms 2024-12-09T15:27:29,660 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:27:29,666 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/55c6179a46060049cd7c307e9dfe6359/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,667 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:27:29,667 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55c6179a46060049cd7c307e9dfe6359: Waiting for close lock at 1733758049657Running coprocessor pre-close hooks at 1733758049657Disabling compacts and flushes for region at 1733758049657Disabling writes for close at 1733758049657Writing region close event to WAL at 1733758049658 (+1 ms)Running coprocessor post-close hooks at 1733758049666 (+8 ms)Closed at 1733758049666 2024-12-09T15:27:29,667 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359. 2024-12-09T15:27:29,668 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/info/6ec51e0ba8e4474a8bd155a750c1257e is 167, key is SPTestTable,19999999,1733757977351.55c6179a46060049cd7c307e9dfe6359./info:regioninfo/1733757988784/Put/seqid=0 2024-12-09T15:27:29,675 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8ea00e23bef7fabb25341a7e76e00bf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,676 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:27:29,676 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8ea00e23bef7fabb25341a7e76e00bf: Waiting for close lock at 1733758049660Running coprocessor pre-close hooks at 1733758049660Disabling compacts and flushes for region at 1733758049660Disabling writes for close at 1733758049660Writing region close event to WAL at 1733758049661 (+1 ms)Running coprocessor post-close hooks at 1733758049676 (+15 ms)Closed at 1733758049676 2024-12-09T15:27:29,676 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733757977351.e8ea00e23bef7fabb25341a7e76e00bf. 2024-12-09T15:27:29,677 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a9bbed90c2bc15fef2eb2a4bdefa79e, disabling compactions & flushes 2024-12-09T15:27:29,677 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:27:29,677 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:27:29,677 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. after waiting 0 ms 2024-12-09T15:27:29,677 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:27:29,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741863_1039 (size=19817) 2024-12-09T15:27:29,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741863_1039 (size=19817) 2024-12-09T15:27:29,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741863_1039 (size=19817) 2024-12-09T15:27:29,681 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/info/6ec51e0ba8e4474a8bd155a750c1257e 2024-12-09T15:27:29,682 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/8a9bbed90c2bc15fef2eb2a4bdefa79e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:27:29,683 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a9bbed90c2bc15fef2eb2a4bdefa79e: Waiting for close lock at 1733758049676Running coprocessor pre-close hooks at 1733758049676Disabling compacts and flushes for region at 1733758049676Disabling writes for close at 1733758049677 (+1 ms)Writing region close event to WAL at 1733758049677Running coprocessor post-close hooks at 1733758049683 (+6 ms)Closed at 1733758049683 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733757977351.8a9bbed90c2bc15fef2eb2a4bdefa79e. 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8a2d1750649ecae80d1d6085339dbdd, disabling compactions & flushes 2024-12-09T15:27:29,683 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. after waiting 0 ms 2024-12-09T15:27:29,683 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:27:29,689 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/default/SPTestTable/e8a2d1750649ecae80d1d6085339dbdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:27:29,689 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:27:29,689 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8a2d1750649ecae80d1d6085339dbdd: Waiting for close lock at 1733758049683Running coprocessor pre-close hooks at 1733758049683Disabling compacts and flushes for region at 1733758049683Disabling writes for close at 1733758049683Writing region close event to WAL at 1733758049684 (+1 ms)Running coprocessor post-close hooks at 1733758049689 (+5 ms)Closed at 1733758049689 2024-12-09T15:27:29,689 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733757977351.e8a2d1750649ecae80d1d6085339dbdd. 2024-12-09T15:27:29,696 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:27:29,697 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:27:29,709 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/ns/36858e892dab4ab69804dce9285e8ad1 is 43, key is default/ns:d/1733757976787/Put/seqid=0 2024-12-09T15:27:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741864_1040 (size=5153) 2024-12-09T15:27:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741864_1040 (size=5153) 2024-12-09T15:27:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741864_1040 (size=5153) 2024-12-09T15:27:29,717 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/ns/36858e892dab4ab69804dce9285e8ad1 2024-12-09T15:27:29,744 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/table/bf18a75d079445a78ab1d526198371ce is 47, key is SPTestTable/table:state/1733757988956/Put/seqid=0 2024-12-09T15:27:29,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741865_1041 (size=5214) 2024-12-09T15:27:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741865_1041 (size=5214) 2024-12-09T15:27:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741865_1041 (size=5214) 2024-12-09T15:27:29,754 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/table/bf18a75d079445a78ab1d526198371ce 2024-12-09T15:27:29,764 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/info/6ec51e0ba8e4474a8bd155a750c1257e as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/info/6ec51e0ba8e4474a8bd155a750c1257e 2024-12-09T15:27:29,773 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/info/6ec51e0ba8e4474a8bd155a750c1257e, entries=112, sequenceid=35, filesize=19.4 K 2024-12-09T15:27:29,774 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/ns/36858e892dab4ab69804dce9285e8ad1 as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/ns/36858e892dab4ab69804dce9285e8ad1 2024-12-09T15:27:29,782 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/ns/36858e892dab4ab69804dce9285e8ad1, entries=2, sequenceid=35, filesize=5.0 K 2024-12-09T15:27:29,784 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/.tmp/table/bf18a75d079445a78ab1d526198371ce as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/table/bf18a75d079445a78ab1d526198371ce 2024-12-09T15:27:29,792 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/table/bf18a75d079445a78ab1d526198371ce, entries=2, sequenceid=35, filesize=5.1 K 2024-12-09T15:27:29,794 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=35, compaction requested=false 2024-12-09T15:27:29,799 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-09T15:27:29,800 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:27:29,800 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T15:27:29,800 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733758049623Running coprocessor pre-close hooks at 1733758049623Disabling compacts and flushes for region at 1733758049623Disabling writes for close at 1733758049623Obtaining lock to block concurrent updates at 1733758049624 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733758049624Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1733758049624Flushing stores of hbase:meta,,1.1588230740 at 1733758049626 (+2 ms)Flushing 1588230740/info: creating writer at 1733758049626Flushing 1588230740/info: appending metadata at 1733758049665 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733758049665Flushing 1588230740/ns: creating writer at 1733758049690 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733758049705 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733758049705Flushing 1588230740/table: creating writer at 1733758049725 (+20 ms)Flushing 1588230740/table: appending metadata at 1733758049741 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733758049741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730bdf68: reopening flushed file at 1733758049763 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7937e238: reopening flushed file at 1733758049773 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4e4500: reopening flushed file at 1733758049783 (+10 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=35, compaction requested=false at 1733758049794 (+11 ms)Writing region close event to WAL at 1733758049795 (+1 ms)Running coprocessor post-close hooks at 1733758049800 (+5 ms)Closed at 1733758049800 2024-12-09T15:27:29,800 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T15:27:29,823 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(976): stopping server 3651d8ead0f3,35683,1733757963932; all regions closed. 2024-12-09T15:27:29,823 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(976): stopping server 3651d8ead0f3,46847,1733757963823; all regions closed. 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741836_1012 (size=18438) 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741833_1009 (size=4605) 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741833_1009 (size=4605) 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741836_1012 (size=18438) 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741833_1009 (size=4605) 2024-12-09T15:27:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741836_1012 (size=18438) 2024-12-09T15:27:29,832 DEBUG [RS:2;3651d8ead0f3:35683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs 2024-12-09T15:27:29,832 INFO [RS:2;3651d8ead0f3:35683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C35683%2C1733757963932:(num 1733757966186) 2024-12-09T15:27:29,832 DEBUG [RS:2;3651d8ead0f3:35683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,832 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:27:29,832 DEBUG [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs 2024-12-09T15:27:29,832 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:27:29,832 INFO [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C46847%2C1733757963823.meta:.meta(num 1733757976485) 2024-12-09T15:27:29,832 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.ChoreService(370): Chore service for: regionserver/3651d8ead0f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T15:27:29,833 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:27:29,833 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:27:29,833 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:27:29,833 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:27:29,833 INFO [RS:2;3651d8ead0f3:35683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35683 2024-12-09T15:27:29,834 INFO [regionserver/3651d8ead0f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:27:29,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:27:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741835_1011 (size=2947) 2024-12-09T15:27:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741835_1011 (size=2947) 2024-12-09T15:27:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,35683,1733757963932 2024-12-09T15:27:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741835_1011 (size=2947) 2024-12-09T15:27:29,838 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:27:29,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,35683,1733757963932] 2024-12-09T15:27:29,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,35683,1733757963932 already deleted, retry=false 2024-12-09T15:27:29,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3651d8ead0f3,35683,1733757963932 expired; onlineServers=1 2024-12-09T15:27:29,841 DEBUG [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/oldWALs 2024-12-09T15:27:29,841 INFO [RS:1;3651d8ead0f3:46847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C46847%2C1733757963823:(num 1733757966209) 2024-12-09T15:27:29,841 DEBUG [RS:1;3651d8ead0f3:46847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:29,841 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:27:29,841 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:27:29,842 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.ChoreService(370): Chore service for: regionserver/3651d8ead0f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T15:27:29,842 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:27:29,842 INFO [regionserver/3651d8ead0f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:27:29,842 INFO [RS:1;3651d8ead0f3:46847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46847 2024-12-09T15:27:29,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:27:29,845 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:27:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,46847,1733757963823 2024-12-09T15:27:29,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,46847,1733757963823] 2024-12-09T15:27:29,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,46847,1733757963823 already deleted, retry=false 2024-12-09T15:27:29,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3651d8ead0f3,46847,1733757963823 expired; onlineServers=0 2024-12-09T15:27:29,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3651d8ead0f3,43237,1733757962560' ***** 2024-12-09T15:27:29,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T15:27:29,848 INFO [M:0;3651d8ead0f3:43237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:27:29,849 INFO [M:0;3651d8ead0f3:43237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:27:29,849 DEBUG [M:0;3651d8ead0f3:43237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T15:27:29,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T15:27:29,849 DEBUG [M:0;3651d8ead0f3:43237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T15:27:29,849 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733757965634 {}] cleaner.HFileCleaner(306): Exit Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733757965634,5,FailOnTimeoutGroup] 2024-12-09T15:27:29,849 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733757965645 {}] cleaner.HFileCleaner(306): Exit Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733757965645,5,FailOnTimeoutGroup] 2024-12-09T15:27:29,849 INFO [M:0;3651d8ead0f3:43237 {}] hbase.ChoreService(370): Chore service for: master/3651d8ead0f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T15:27:29,849 INFO [M:0;3651d8ead0f3:43237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:27:29,849 DEBUG [M:0;3651d8ead0f3:43237 {}] master.HMaster(1795): Stopping service threads 2024-12-09T15:27:29,849 INFO [M:0;3651d8ead0f3:43237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T15:27:29,850 INFO [M:0;3651d8ead0f3:43237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T15:27:29,850 ERROR [M:0;3651d8ead0f3:43237 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:39515 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39515,5,PEWorkerGroup] 2024-12-09T15:27:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T15:27:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:29,851 INFO [M:0;3651d8ead0f3:43237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T15:27:29,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T15:27:29,851 DEBUG [M:0;3651d8ead0f3:43237 {}] zookeeper.ZKUtil(347): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T15:27:29,851 WARN [M:0;3651d8ead0f3:43237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T15:27:29,852 INFO [M:0;3651d8ead0f3:43237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/.lastflushedseqids 2024-12-09T15:27:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741866_1042 (size=668) 2024-12-09T15:27:29,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741866_1042 (size=668) 2024-12-09T15:27:29,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741866_1042 (size=668) 2024-12-09T15:27:29,873 INFO [M:0;3651d8ead0f3:43237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T15:27:29,874 INFO [M:0;3651d8ead0f3:43237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T15:27:29,874 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:27:29,874 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:29,874 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:29,874 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:27:29,874 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:29,874 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.36 KB heapSize=229.77 KB 2024-12-09T15:27:29,894 DEBUG [M:0;3651d8ead0f3:43237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2a1e2a0deb04a22ab8258f273fb70dd is 82, key is hbase:meta,,1/info:regioninfo/1733757976654/Put/seqid=0 2024-12-09T15:27:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741867_1043 (size=5672) 2024-12-09T15:27:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741867_1043 (size=5672) 2024-12-09T15:27:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741867_1043 (size=5672) 2024-12-09T15:27:29,907 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2a1e2a0deb04a22ab8258f273fb70dd 2024-12-09T15:27:29,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:29,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35683-0x1012bca94ec0003, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:29,941 INFO [RS:2;3651d8ead0f3:35683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:27:29,941 INFO [RS:2;3651d8ead0f3:35683 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,35683,1733757963932; zookeeper connection closed. 2024-12-09T15:27:29,942 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@252b031b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@252b031b 2024-12-09T15:27:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:29,946 INFO [RS:1;3651d8ead0f3:46847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:27:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46847-0x1012bca94ec0002, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:29,946 INFO [RS:1;3651d8ead0f3:46847 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,46847,1733757963823; zookeeper connection closed. 2024-12-09T15:27:29,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@941fe81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@941fe81 2024-12-09T15:27:29,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T15:27:29,959 DEBUG [M:0;3651d8ead0f3:43237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a354c240ef94e3f9ac17bf82b0f969b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733757988963/Put/seqid=0 2024-12-09T15:27:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741868_1044 (size=8903) 2024-12-09T15:27:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741868_1044 (size=8903) 2024-12-09T15:27:29,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741868_1044 (size=8903) 2024-12-09T15:27:29,975 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.62 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a354c240ef94e3f9ac17bf82b0f969b 2024-12-09T15:27:29,982 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a354c240ef94e3f9ac17bf82b0f969b 2024-12-09T15:27:30,001 DEBUG [M:0;3651d8ead0f3:43237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cfb5206f19450dbd23afdbf918d8c6 is 69, key is 3651d8ead0f3,35683,1733757963932/rs:state/1733757965791/Put/seqid=0 2024-12-09T15:27:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741869_1045 (size=5441) 2024-12-09T15:27:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741869_1045 (size=5441) 2024-12-09T15:27:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741869_1045 (size=5441) 2024-12-09T15:27:30,014 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cfb5206f19450dbd23afdbf918d8c6 2024-12-09T15:27:30,022 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93cfb5206f19450dbd23afdbf918d8c6 2024-12-09T15:27:30,023 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2a1e2a0deb04a22ab8258f273fb70dd as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2a1e2a0deb04a22ab8258f273fb70dd 2024-12-09T15:27:30,032 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2a1e2a0deb04a22ab8258f273fb70dd, entries=8, sequenceid=485, filesize=5.5 K 2024-12-09T15:27:30,034 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a354c240ef94e3f9ac17bf82b0f969b as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a354c240ef94e3f9ac17bf82b0f969b 2024-12-09T15:27:30,041 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a354c240ef94e3f9ac17bf82b0f969b 2024-12-09T15:27:30,041 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a354c240ef94e3f9ac17bf82b0f969b, entries=54, sequenceid=485, filesize=8.7 K 2024-12-09T15:27:30,043 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cfb5206f19450dbd23afdbf918d8c6 as hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cfb5206f19450dbd23afdbf918d8c6 2024-12-09T15:27:30,049 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93cfb5206f19450dbd23afdbf918d8c6 2024-12-09T15:27:30,049 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39515/user/jenkins/test-data/14c368cd-e089-3a44-fa43-2651b9e07958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cfb5206f19450dbd23afdbf918d8c6, entries=3, sequenceid=485, filesize=5.3 K 2024-12-09T15:27:30,051 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=485, compaction requested=false 2024-12-09T15:27:30,052 INFO [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:30,053 DEBUG [M:0;3651d8ead0f3:43237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733758049874Disabling compacts and flushes for region at 1733758049874Disabling writes for close at 1733758049874Obtaining lock to block concurrent updates at 1733758049874Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733758049874Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189804, getHeapSize=235224, getOffHeapSize=0, getCellsCount=588 at 1733758049875 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733758049876 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733758049876Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733758049893 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733758049893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733758049929 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733758049958 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733758049958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733758049982 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733758050000 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733758050000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3650c0dd: reopening flushed file at 1733758050022 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1ddfa2: reopening flushed file at 1733758050032 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3df815: reopening flushed file at 1733758050041 (+9 ms)Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=485, compaction requested=false at 1733758050051 (+10 ms)Writing region close event to WAL at 1733758050052 (+1 ms)Closed at 1733758050052 2024-12-09T15:27:30,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34807 is added to blk_1073741830_1006 (size=222160) 2024-12-09T15:27:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39309 is added to blk_1073741830_1006 (size=222160) 2024-12-09T15:27:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37033 is added to blk_1073741830_1006 (size=222160) 2024-12-09T15:27:30,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:27:30,058 INFO [M:0;3651d8ead0f3:43237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T15:27:30,058 INFO [M:0;3651d8ead0f3:43237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43237 2024-12-09T15:27:30,058 INFO [M:0;3651d8ead0f3:43237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:27:30,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:30,160 INFO [M:0;3651d8ead0f3:43237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:27:30,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43237-0x1012bca94ec0000, quorum=127.0.0.1:59476, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:27:30,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:30,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:27:30,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:27:30,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:27:30,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,STOPPED} 2024-12-09T15:27:30,171 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:27:30,171 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:27:30,171 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146850010-172.17.0.3-1733757959026 (Datanode Uuid 3e1cf4e5-3643-44eb-ae94-6402a91a4802) service to localhost/127.0.0.1:39515 2024-12-09T15:27:30,171 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:27:30,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data5/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data6/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:27:30,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:30,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:27:30,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:27:30,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:27:30,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,STOPPED} 2024-12-09T15:27:30,177 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:27:30,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:27:30,177 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146850010-172.17.0.3-1733757959026 (Datanode Uuid 97ead531-074b-4e6c-bc0e-9068095e9150) service to localhost/127.0.0.1:39515 2024-12-09T15:27:30,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:27:30,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data3/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data4/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:27:30,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:30,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:27:30,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:27:30,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:27:30,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,STOPPED} 2024-12-09T15:27:30,184 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:27:30,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:27:30,184 WARN [BP-1146850010-172.17.0.3-1733757959026 heartbeating to localhost/127.0.0.1:39515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146850010-172.17.0.3-1733757959026 (Datanode Uuid e96af768-6bca-46d1-b45e-2ac26b608aae) service to localhost/127.0.0.1:39515 2024-12-09T15:27:30,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:27:30,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data1/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/cluster_4aaa8eb0-11b0-53d4-dab7-4bb74e2be0d7/data/data2/current/BP-1146850010-172.17.0.3-1733757959026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:27:30,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:27:30,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:27:30,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:27:30,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:27:30,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:27:30,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir/,STOPPED} 2024-12-09T15:27:30,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T15:27:30,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T15:27:30,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3651d8ead0f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3651d8ead0f3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3651d8ead0f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3651d8ead0f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3651d8ead0f3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@a5feb79 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39515 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:39515 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3651d8ead0f3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3651d8ead0f3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 872), ProcessCount=11 (was 11), AvailableMemoryMB=6030 (was 7145) 2024-12-09T15:27:30,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=6030 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir so I do NOT create it in target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728 2024-12-09T15:27:30,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.tmp.dir so I do NOT create it in target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728 2024-12-09T15:27:30,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffa57f59-2487-be03-fe7b-99218a76c76a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T15:27:30,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a, deleteOnExit=true 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T15:27:30,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/test.cache.data in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T15:27:30,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:27:30,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/nfs.dump.dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/java.io.tmpdir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T15:27:30,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T15:27:30,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:27:30,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:27:30,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:27:30,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:27:30,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:27:30,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:27:30,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec070ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:27:30,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bd04584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:27:30,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101286d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/java.io.tmpdir/jetty-localhost-38953-hadoop-hdfs-3_4_1-tests_jar-_-any-11400628030378493815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:27:30,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488740b7{HTTP/1.1, (http/1.1)}{localhost:38953} 2024-12-09T15:27:30,549 INFO [Time-limited test {}] server.Server(415): Started @93899ms 2024-12-09T15:27:30,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:27:30,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:27:30,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:27:30,675 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:27:30,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T15:27:30,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a96636e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:27:30,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d02e3b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:27:30,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78a61ad1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/java.io.tmpdir/jetty-localhost-34959-hadoop-hdfs-3_4_1-tests_jar-_-any-5319679515985379512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:30,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31e052f5{HTTP/1.1, (http/1.1)}{localhost:34959} 2024-12-09T15:27:30,792 INFO [Time-limited test {}] server.Server(415): Started @94142ms 2024-12-09T15:27:30,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:27:30,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:27:30,837 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:27:30,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:27:30,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:27:30,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:27:30,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:27:30,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:27:30,915 WARN [Thread-674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data1/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:30,915 WARN [Thread-675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data2/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:30,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a24c7a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/java.io.tmpdir/jetty-localhost-45861-hadoop-hdfs-3_4_1-tests_jar-_-any-16608160881749789872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:30,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:45861} 2024-12-09T15:27:30,976 INFO [Time-limited test {}] server.Server(415): Started @94325ms 2024-12-09T15:27:30,976 WARN [Thread-653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:27:30,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:27:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad7713b60e4f868 with lease ID 0x2aa4464d093e42da: Processing first storage report for DS-7617973b-4655-4b53-9925-9b1ebe068bbd from datanode DatanodeRegistration(127.0.0.1:44221, datanodeUuid=def0c2ce-8cdf-436e-8a33-fa297cce7adf, infoPort=43859, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad7713b60e4f868 with lease ID 0x2aa4464d093e42da: from storage DS-7617973b-4655-4b53-9925-9b1ebe068bbd node DatanodeRegistration(127.0.0.1:44221, datanodeUuid=def0c2ce-8cdf-436e-8a33-fa297cce7adf, infoPort=43859, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaad7713b60e4f868 with lease ID 0x2aa4464d093e42da: Processing first storage report for DS-6aa75f34-6d43-4f7b-a3fa-89990db86625 from datanode DatanodeRegistration(127.0.0.1:44221, datanodeUuid=def0c2ce-8cdf-436e-8a33-fa297cce7adf, infoPort=43859, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaad7713b60e4f868 with lease ID 0x2aa4464d093e42da: from storage DS-6aa75f34-6d43-4f7b-a3fa-89990db86625 node DatanodeRegistration(127.0.0.1:44221, datanodeUuid=def0c2ce-8cdf-436e-8a33-fa297cce7adf, infoPort=43859, infoSecurePort=0, ipcPort=33089, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:31,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T15:27:31,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T15:27:31,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T15:27:31,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T15:27:31,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T15:27:31,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14ef5eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,AVAILABLE} 2024-12-09T15:27:31,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5860725f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T15:27:31,243 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data3/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:31,243 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data4/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:31,296 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:27:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fb2d931ede50f71 with lease ID 0x2aa4464d093e42db: Processing first storage report for DS-889229cb-5eca-4d97-a426-97d75446db76 from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=51efbbaa-0c68-4a0c-a9f9-fa9fa7863813, infoPort=39705, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:31,301 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fb2d931ede50f71 with lease ID 0x2aa4464d093e42db: from storage DS-889229cb-5eca-4d97-a426-97d75446db76 node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=51efbbaa-0c68-4a0c-a9f9-fa9fa7863813, infoPort=39705, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fb2d931ede50f71 with lease ID 0x2aa4464d093e42db: Processing first storage report for DS-beb1a111-b9ea-4994-b0bb-f7b3c05a4207 from datanode DatanodeRegistration(127.0.0.1:45505, datanodeUuid=51efbbaa-0c68-4a0c-a9f9-fa9fa7863813, infoPort=39705, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fb2d931ede50f71 with lease ID 0x2aa4464d093e42db: from storage DS-beb1a111-b9ea-4994-b0bb-f7b3c05a4207 node DatanodeRegistration(127.0.0.1:45505, datanodeUuid=51efbbaa-0c68-4a0c-a9f9-fa9fa7863813, infoPort=39705, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:31,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5094d3e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/java.io.tmpdir/jetty-localhost-37949-hadoop-hdfs-3_4_1-tests_jar-_-any-10599381339032139562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:27:31,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d9e2f03{HTTP/1.1, (http/1.1)}{localhost:37949} 2024-12-09T15:27:31,348 INFO [Time-limited test {}] server.Server(415): Started @94698ms 2024-12-09T15:27:31,350 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T15:27:31,587 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data5/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:31,591 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data6/current/BP-376137032-172.17.0.3-1733758050304/current, will proceed with Du for space computation calculation, 2024-12-09T15:27:31,634 WARN [Thread-724 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T15:27:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b9d9d5fa03f2be with lease ID 0x2aa4464d093e42dc: Processing first storage report for DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d from datanode DatanodeRegistration(127.0.0.1:40735, datanodeUuid=838da4a6-b25e-4cbf-8248-bd2cf9be36bb, infoPort=37239, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b9d9d5fa03f2be with lease ID 0x2aa4464d093e42dc: from storage DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d node DatanodeRegistration(127.0.0.1:40735, datanodeUuid=838da4a6-b25e-4cbf-8248-bd2cf9be36bb, infoPort=37239, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b9d9d5fa03f2be with lease ID 0x2aa4464d093e42dc: Processing first storage report for DS-d2708904-c625-419a-bd3c-5a523417dc0f from datanode DatanodeRegistration(127.0.0.1:40735, datanodeUuid=838da4a6-b25e-4cbf-8248-bd2cf9be36bb, infoPort=37239, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304) 2024-12-09T15:27:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b9d9d5fa03f2be with lease ID 0x2aa4464d093e42dc: from storage DS-d2708904-c625-419a-bd3c-5a523417dc0f node DatanodeRegistration(127.0.0.1:40735, datanodeUuid=838da4a6-b25e-4cbf-8248-bd2cf9be36bb, infoPort=37239, infoSecurePort=0, ipcPort=42491, storageInfo=lv=-57;cid=testClusterID;nsid=801114297;c=1733758050304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T15:27:31,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728 2024-12-09T15:27:31,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/zookeeper_0, clientPort=54831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T15:27:31,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54831 2024-12-09T15:27:31,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:27:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:27:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741825_1001 (size=7) 2024-12-09T15:27:31,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 with version=8 2024-12-09T15:27:31,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/hbase-staging 2024-12-09T15:27:31,734 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:27:31,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:27:31,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:27:31,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T15:27:31,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:27:31,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45135 2024-12-09T15:27:31,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45135 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-09T15:27:31,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451350x0, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:27:31,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45135-0x1012bcbf5750000 connected 2024-12-09T15:27:31,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:31,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837, hbase.cluster.distributed=false 2024-12-09T15:27:31,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:27:31,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45135 2024-12-09T15:27:31,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45135 2024-12-09T15:27:31,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45135 2024-12-09T15:27:31,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45135 2024-12-09T15:27:31,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45135 2024-12-09T15:27:31,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:27:31,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:27:31,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39437 2024-12-09T15:27:31,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39437 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-09T15:27:31,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394370x0, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:27:31,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394370x0, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:31,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39437-0x1012bcbf5750001 connected 2024-12-09T15:27:31,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:27:31,833 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:27:31,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:27:31,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:27:31,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-09T15:27:31,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39437 2024-12-09T15:27:31,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39437 2024-12-09T15:27:31,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-09T15:27:31,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39437 2024-12-09T15:27:31,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:27:31,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:27:31,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42939 2024-12-09T15:27:31,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42939 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-09T15:27:31,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,869 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429390x0, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:27:31,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429390x0, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:31,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42939-0x1012bcbf5750002 connected 2024-12-09T15:27:31,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:27:31,872 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:27:31,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:27:31,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:27:31,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42939 2024-12-09T15:27:31,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42939 2024-12-09T15:27:31,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42939 2024-12-09T15:27:31,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42939 2024-12-09T15:27:31,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42939 2024-12-09T15:27:31,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3651d8ead0f3:0 server-side Connection retries=45 2024-12-09T15:27:31,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T15:27:31,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T15:27:31,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T15:27:31,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T15:27:31,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T15:27:31,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41421 2024-12-09T15:27:31,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41421 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-09T15:27:31,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414210x0, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T15:27:31,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414210x0, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:27:31,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41421-0x1012bcbf5750003 connected 2024-12-09T15:27:31,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T15:27:31,924 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T15:27:31,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T15:27:31,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T15:27:31,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41421 2024-12-09T15:27:31,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41421 2024-12-09T15:27:31,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41421 2024-12-09T15:27:31,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41421 2024-12-09T15:27:31,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41421 2024-12-09T15:27:31,941 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3651d8ead0f3:45135 2024-12-09T15:27:31,941 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,943 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,944 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:27:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:27:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,945 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T15:27:31,946 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,946 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T15:27:31,947 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3651d8ead0f3,45135,1733758051734 from backup master directory 2024-12-09T15:27:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:31,948 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,948 WARN [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:27:31,948 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T15:27:31,954 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/hbase.id] with ID: f4bb118e-49e5-475c-baf7-5136df2c834c 2024-12-09T15:27:31,954 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.tmp/hbase.id 2024-12-09T15:27:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:27:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:27:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741826_1002 (size=42) 2024-12-09T15:27:31,966 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.tmp/hbase.id]:[hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/hbase.id] 2024-12-09T15:27:31,981 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T15:27:31,981 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T15:27:31,983 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T15:27:31,986 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:27:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:27:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741827_1003 (size=196) 2024-12-09T15:27:31,998 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:27:31,999 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T15:27:31,999 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:27:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:27:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:27:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741828_1004 (size=1189) 2024-12-09T15:27:32,013 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store 2024-12-09T15:27:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:27:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:27:32,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741829_1005 (size=34) 2024-12-09T15:27:32,026 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:32,026 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:27:32,027 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:32,027 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:32,027 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:27:32,027 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:32,027 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:27:32,027 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733758052026Disabling compacts and flushes for region at 1733758052026Disabling writes for close at 1733758052027 (+1 ms)Writing region close event to WAL at 1733758052027Closed at 1733758052027 2024-12-09T15:27:32,028 WARN [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/.initializing 2024-12-09T15:27:32,028 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/WALs/3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:32,029 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:27:32,032 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C45135%2C1733758051734, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/WALs/3651d8ead0f3,45135,1733758051734, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/oldWALs, maxLogs=10 2024-12-09T15:27:32,046 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/WALs/3651d8ead0f3,45135,1733758051734/3651d8ead0f3%2C45135%2C1733758051734.1733758052032, exclude list is [], retry=0 2024-12-09T15:27:32,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:27:32,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:27:32,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:27:32,053 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/WALs/3651d8ead0f3,45135,1733758051734/3651d8ead0f3%2C45135%2C1733758051734.1733758052032 2024-12-09T15:27:32,053 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-09T15:27:32,053 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:27:32,053 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:32,054 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,054 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T15:27:32,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:32,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T15:27:32,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:32,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T15:27:32,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:32,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T15:27:32,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:32,066 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,067 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,067 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,069 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,069 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,070 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:27:32,071 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T15:27:32,074 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:32,075 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74350135, jitterRate=0.10790334641933441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:27:32,076 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733758052054Initializing all the Stores at 1733758052055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758052055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758052055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758052055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758052055Cleaning up temporary data from old regions at 1733758052069 (+14 ms)Region opened successfully at 1733758052076 (+7 ms) 2024-12-09T15:27:32,076 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T15:27:32,081 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f422a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:27:32,083 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T15:27:32,083 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T15:27:32,083 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T15:27:32,083 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T15:27:32,084 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T15:27:32,085 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T15:27:32,085 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T15:27:32,089 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T15:27:32,090 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T15:27:32,091 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T15:27:32,092 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T15:27:32,093 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T15:27:32,095 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T15:27:32,095 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T15:27:32,096 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T15:27:32,098 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T15:27:32,099 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T15:27:32,101 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T15:27:32,104 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T15:27:32,105 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:32,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,108 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T15:27:32,108 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,109 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3651d8ead0f3,45135,1733758051734, sessionid=0x1012bcbf5750000, setting cluster-up flag (Was=false) 2024-12-09T15:27:32,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,113 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,119 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T15:27:32,120 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,125 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,131 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T15:27:32,132 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:32,134 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T15:27:32,136 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T15:27:32,136 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T15:27:32,136 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T15:27:32,136 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3651d8ead0f3,45135,1733758051734 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=5, maxPoolSize=5 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3651d8ead0f3:0, corePoolSize=10, maxPoolSize=10 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:27:32,138 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,142 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733758082142 2024-12-09T15:27:32,142 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T15:27:32,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T15:27:32,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,143 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T15:27:32,144 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T15:27:32,144 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T15:27:32,144 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T15:27:32,144 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T15:27:32,144 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T15:27:32,146 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733758052144,5,FailOnTimeoutGroup] 2024-12-09T15:27:32,150 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733758052146,5,FailOnTimeoutGroup] 2024-12-09T15:27:32,150 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,150 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T15:27:32,150 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,150 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:27:32,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:27:32,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741831_1007 (size=1321) 2024-12-09T15:27:32,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T15:27:32,160 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:27:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:27:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741832_1008 (size=32) 2024-12-09T15:27:32,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:32,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:27:32,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:27:32,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:32,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T15:27:32,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T15:27:32,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:32,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:27:32,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:27:32,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:27:32,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:27:32,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:32,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T15:27:32,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:27:32,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:27:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T15:27:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T15:27:32,192 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:27:32,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T15:27:32,195 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:32,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61634887, jitterRate=-0.08156861364841461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:27:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733758052175Initializing all the Stores at 1733758052176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758052176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758052176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758052176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758052176Cleaning up temporary data from old regions at 1733758052191 (+15 ms)Region opened successfully at 1733758052196 (+5 ms) 2024-12-09T15:27:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:27:32,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T15:27:32,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T15:27:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:27:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:27:32,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T15:27:32,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733758052196Disabling compacts and flushes for region at 1733758052196Disabling writes for close at 1733758052197 (+1 ms)Writing region close event to WAL at 1733758052197Closed at 1733758052197 2024-12-09T15:27:32,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:27:32,199 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T15:27:32,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:27:32,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:27:32,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T15:27:32,231 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(746): ClusterId : f4bb118e-49e5-475c-baf7-5136df2c834c 2024-12-09T15:27:32,231 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(746): ClusterId : f4bb118e-49e5-475c-baf7-5136df2c834c 2024-12-09T15:27:32,231 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:27:32,231 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:27:32,233 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(746): ClusterId : f4bb118e-49e5-475c-baf7-5136df2c834c 2024-12-09T15:27:32,233 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T15:27:32,234 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:27:32,234 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:27:32,234 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:27:32,234 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:27:32,237 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T15:27:32,237 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T15:27:32,237 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:27:32,237 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:27:32,238 DEBUG [RS:1;3651d8ead0f3:42939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bea3fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:27:32,238 DEBUG [RS:0;3651d8ead0f3:39437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e89713d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:27:32,240 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T15:27:32,241 DEBUG [RS:2;3651d8ead0f3:41421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edada73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3651d8ead0f3/172.17.0.3:0 2024-12-09T15:27:32,253 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3651d8ead0f3:42939 2024-12-09T15:27:32,253 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:27:32,253 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:27:32,253 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:27:32,254 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,45135,1733758051734 with port=42939, startcode=1733758051854 2024-12-09T15:27:32,254 DEBUG [RS:1;3651d8ead0f3:42939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:27:32,256 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3651d8ead0f3:39437 2024-12-09T15:27:32,256 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:27:32,256 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:27:32,256 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:27:32,257 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:27:32,257 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,45135,1733758051734 with port=39437, startcode=1733758051820 2024-12-09T15:27:32,258 DEBUG [RS:0;3651d8ead0f3:39437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:27:32,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,260 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:32,260 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35939 2024-12-09T15:27:32,260 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:27:32,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:27:32,263 DEBUG [RS:1;3651d8ead0f3:42939 {}] zookeeper.ZKUtil(111): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,263 WARN [RS:1;3651d8ead0f3:42939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:27:32,263 INFO [RS:1;3651d8ead0f3:42939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:27:32,263 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,272 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3651d8ead0f3:41421 2024-12-09T15:27:32,272 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T15:27:32,272 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T15:27:32,272 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T15:27:32,273 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:27:32,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,275 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:32,275 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35939 2024-12-09T15:27:32,275 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:27:32,276 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(2659): reportForDuty to master=3651d8ead0f3,45135,1733758051734 with port=41421, startcode=1733758051909 2024-12-09T15:27:32,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,42939,1733758051854] 2024-12-09T15:27:32,276 DEBUG [RS:2;3651d8ead0f3:41421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T15:27:32,277 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T15:27:32,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(517): Registering regionserver=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,282 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:32,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:27:32,282 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35939 2024-12-09T15:27:32,282 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T15:27:32,283 DEBUG [RS:0;3651d8ead0f3:39437 {}] zookeeper.ZKUtil(111): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,283 WARN [RS:0;3651d8ead0f3:39437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:27:32,283 INFO [RS:0;3651d8ead0f3:39437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:27:32,283 DEBUG [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,39437,1733758051820] 2024-12-09T15:27:32,287 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:27:32,287 DEBUG [RS:2;3651d8ead0f3:41421 {}] zookeeper.ZKUtil(111): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,287 WARN [RS:2;3651d8ead0f3:41421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T15:27:32,288 INFO [RS:2;3651d8ead0f3:41421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:27:32,288 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:27:32,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3651d8ead0f3,41421,1733758051909] 2024-12-09T15:27:32,290 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:27:32,293 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:27:32,296 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:27:32,297 INFO [RS:1;3651d8ead0f3:42939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:27:32,297 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,298 INFO [RS:0;3651d8ead0f3:39437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:27:32,298 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:27:32,298 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,298 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:27:32,299 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:27:32,299 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,299 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,300 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,300 DEBUG [RS:1;3651d8ead0f3:42939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,301 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,301 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,301 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,301 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,301 DEBUG [RS:0;3651d8ead0f3:39437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,301 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,42939,1733758051854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,303 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,39437,1733758051820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:27:32,304 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T15:27:32,306 INFO [RS:2;3651d8ead0f3:41421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T15:27:32,307 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,307 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T15:27:32,308 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T15:27:32,308 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0, corePoolSize=2, maxPoolSize=2 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,308 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,309 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,309 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,309 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3651d8ead0f3:0, corePoolSize=1, maxPoolSize=1 2024-12-09T15:27:32,309 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,309 DEBUG [RS:2;3651d8ead0f3:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3651d8ead0f3:0, corePoolSize=3, maxPoolSize=3 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,311 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,41421,1733758051909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:27:32,319 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:27:32,320 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,42939,1733758051854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,320 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,320 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.Replication(171): 3651d8ead0f3,42939,1733758051854 started 2024-12-09T15:27:32,322 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:27:32,322 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,39437,1733758051820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,322 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,322 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.Replication(171): 3651d8ead0f3,39437,1733758051820 started 2024-12-09T15:27:32,326 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T15:27:32,326 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,41421,1733758051909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,326 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,326 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.Replication(171): 3651d8ead0f3,41421,1733758051909 started 2024-12-09T15:27:32,334 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,334 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,42939,1733758051854, RpcServer on 3651d8ead0f3/172.17.0.3:42939, sessionid=0x1012bcbf5750002 2024-12-09T15:27:32,335 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:27:32,335 DEBUG [RS:1;3651d8ead0f3:42939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,335 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,42939,1733758051854' 2024-12-09T15:27:32,335 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:27:32,335 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,42939,1733758051854' 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:27:32,336 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:27:32,337 DEBUG [RS:1;3651d8ead0f3:42939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:27:32,337 INFO [RS:1;3651d8ead0f3:42939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:27:32,337 INFO [RS:1;3651d8ead0f3:42939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:27:32,338 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,338 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,39437,1733758051820, RpcServer on 3651d8ead0f3/172.17.0.3:39437, sessionid=0x1012bcbf5750001 2024-12-09T15:27:32,338 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:27:32,338 DEBUG [RS:0;3651d8ead0f3:39437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,338 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,39437,1733758051820' 2024-12-09T15:27:32,338 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,39437,1733758051820' 2024-12-09T15:27:32,339 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:27:32,340 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:27:32,340 DEBUG [RS:0;3651d8ead0f3:39437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:27:32,340 INFO [RS:0;3651d8ead0f3:39437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:27:32,340 INFO [RS:0;3651d8ead0f3:39437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:27:32,341 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:32,341 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1482): Serving as 3651d8ead0f3,41421,1733758051909, RpcServer on 3651d8ead0f3/172.17.0.3:41421, sessionid=0x1012bcbf5750003 2024-12-09T15:27:32,341 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T15:27:32,341 DEBUG [RS:2;3651d8ead0f3:41421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,341 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,41421,1733758051909' 2024-12-09T15:27:32,341 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3651d8ead0f3,41421,1733758051909' 2024-12-09T15:27:32,342 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T15:27:32,343 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T15:27:32,343 DEBUG [RS:2;3651d8ead0f3:41421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T15:27:32,343 INFO [RS:2;3651d8ead0f3:41421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T15:27:32,343 INFO [RS:2;3651d8ead0f3:41421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T15:27:32,353 WARN [3651d8ead0f3:45135 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T15:27:32,437 INFO [RS:1;3651d8ead0f3:42939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:27:32,440 INFO [RS:1;3651d8ead0f3:42939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C42939%2C1733758051854, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,42939,1733758051854, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs, maxLogs=32 2024-12-09T15:27:32,440 INFO [RS:0;3651d8ead0f3:39437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:27:32,442 INFO [RS:0;3651d8ead0f3:39437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C39437%2C1733758051820, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs, maxLogs=32 2024-12-09T15:27:32,444 INFO [RS:2;3651d8ead0f3:41421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T15:27:32,446 INFO [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C41421%2C1733758051909, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs, maxLogs=32 2024-12-09T15:27:32,455 DEBUG [RS:1;3651d8ead0f3:42939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,42939,1733758051854/3651d8ead0f3%2C42939%2C1733758051854.1733758052441, exclude list is [], retry=0 2024-12-09T15:27:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:27:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:27:32,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:27:32,460 DEBUG [RS:2;3651d8ead0f3:41421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909/3651d8ead0f3%2C41421%2C1733758051909.1733758052446, exclude list is [], retry=0 2024-12-09T15:27:32,461 INFO [RS:1;3651d8ead0f3:42939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,42939,1733758051854/3651d8ead0f3%2C42939%2C1733758051854.1733758052441 2024-12-09T15:27:32,462 DEBUG [RS:1;3651d8ead0f3:42939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-09T15:27:32,462 DEBUG [RS:0;3651d8ead0f3:39437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820/3651d8ead0f3%2C39437%2C1733758051820.1733758052443, exclude list is [], retry=0 2024-12-09T15:27:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:27:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:27:32,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:27:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:27:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:27:32,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:27:32,470 INFO [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909/3651d8ead0f3%2C41421%2C1733758051909.1733758052446 2024-12-09T15:27:32,471 DEBUG [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-09T15:27:32,472 INFO [RS:0;3651d8ead0f3:39437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820/3651d8ead0f3%2C39437%2C1733758051820.1733758052443 2024-12-09T15:27:32,472 DEBUG [RS:0;3651d8ead0f3:39437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:37239:37239),(127.0.0.1/127.0.0.1:39705:39705)] 2024-12-09T15:27:32,603 DEBUG [3651d8ead0f3:45135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T15:27:32,604 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T15:27:32,607 INFO [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:27:32,607 INFO [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:27:32,607 INFO [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T15:27:32,607 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:27:32,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:32,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,39437,1733758051820, state=OPENING 2024-12-09T15:27:32,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T15:27:32,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,611 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:27:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:32,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:32,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:27:32,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,39437,1733758051820}] 2024-12-09T15:27:33,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:27:33,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T15:27:34,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:34,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:34,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:35,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:27:35,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:35,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:35,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:42,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:27:42,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:27:42,622 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T15:27:42,622 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:27:42,623 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:27:42,625 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C39437%2C1733758051820.meta, suffix=.meta, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs, maxLogs=32 2024-12-09T15:27:42,643 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, exclude list is [], retry=0 2024-12-09T15:27:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:27:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:27:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:27:42,649 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta 2024-12-09T15:27:42,649 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-09T15:27:42,649 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:27:42,649 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:27:42,649 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:27:42,649 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:27:42,650 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:27:42,650 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,650 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T15:27:42,650 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T15:27:42,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:27:42,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:27:42,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:42,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:42,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T15:27:42,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T15:27:42,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:42,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:42,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:27:42,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:27:42,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:42,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:42,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:27:42,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:27:42,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:42,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:27:42,658 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T15:27:42,658 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:27:42,659 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:27:42,661 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T15:27:42,661 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T15:27:42,661 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:27:42,663 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T15:27:42,664 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71391625, jitterRate=0.06381811201572418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:27:42,664 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T15:27:42,664 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733758062650Writing region info on filesystem at 1733758062650Initializing all the Stores at 1733758062651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758062651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758062651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758062651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758062651Cleaning up temporary data from old regions at 1733758062661 (+10 ms)Running coprocessor post-open hooks at 1733758062664 (+3 ms)Region opened successfully at 1733758062664 2024-12-09T15:27:42,665 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733758062615 2024-12-09T15:27:42,667 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:27:42,667 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T15:27:42,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:42,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,39437,1733758051820, state=OPEN 2024-12-09T15:27:42,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:27:42,671 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:27:42,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:27:42,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:27:42,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:42,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:42,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:42,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:42,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:27:42,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T15:27:42,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,39437,1733758051820 in 10.0590 sec 2024-12-09T15:27:42,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T15:27:42,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4740 sec 2024-12-09T15:27:42,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T15:27:42,676 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T15:27:42,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:27:42,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1] 2024-12-09T15:27:42,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:27:42,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:27:42,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5560 sec 2024-12-09T15:27:42,692 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733758062692, completionTime=-1 2024-12-09T15:27:42,692 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T15:27:42,692 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T15:27:42,694 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T15:27:42,694 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733758122694 2024-12-09T15:27:42,694 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733758182694 2024-12-09T15:27:42,694 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T15:27:42,694 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T15:27:42,695 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,695 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,695 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,695 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3651d8ead0f3:45135, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,695 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,696 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,697 DEBUG [master/3651d8ead0f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.751sec 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T15:27:42,699 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T15:27:42,702 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T15:27:42,702 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T15:27:42,702 INFO [master/3651d8ead0f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3651d8ead0f3,45135,1733758051734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T15:27:42,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3f1351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3651d8ead0f3,45135,-1 for getting cluster id 2024-12-09T15:27:42,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T15:27:42,741 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bb118e-49e5-475c-baf7-5136df2c834c' 2024-12-09T15:27:42,741 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T15:27:42,742 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bb118e-49e5-475c-baf7-5136df2c834c" 2024-12-09T15:27:42,742 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e68d336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,742 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3651d8ead0f3,45135,-1] 2024-12-09T15:27:42,742 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T15:27:42,743 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:42,744 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T15:27:42,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e1e590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:27:42,747 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1] 2024-12-09T15:27:42,747 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:27:42,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:27:42,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:42,750 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733758062750 (current time:1733758062750). 2024-12-09T15:27:42,751 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T15:27:42,751 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T15:27:42,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73059c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3651d8ead0f3,45135,-1 for getting cluster id 2024-12-09T15:27:42,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T15:27:42,752 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bb118e-49e5-475c-baf7-5136df2c834c' 2024-12-09T15:27:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T15:27:42,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bb118e-49e5-475c-baf7-5136df2c834c" 2024-12-09T15:27:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa9751d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3651d8ead0f3,45135,-1] 2024-12-09T15:27:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T15:27:42,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:42,754 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T15:27:42,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be9bc97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T15:27:42,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:27:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1] 2024-12-09T15:27:42,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:27:42,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:27:42,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:27:42,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:27:42,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:42,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:27:42,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T15:27:42,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T15:27:42,759 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3651d8ead0f3,45135,1733758051734 2024-12-09T15:27:42,759 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@328eca69 2024-12-09T15:27:42,760 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T15:27:42,761 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T15:27:42,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T15:27:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T15:27:42,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T15:27:42,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:42,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T15:27:42,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T15:27:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:27:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:27:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741837_1013 (size=361) 2024-12-09T15:27:42,778 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b170e2b8e892d0ddde2e1315d969ba4, NAME => 'SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,779 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e8a859faefd2037ff8c6ba69f38ec5b6, NAME => 'SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,779 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c7bceb26acc2b2d2c21f264ccbc24f89, NAME => 'SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741838_1014 (size=62) 2024-12-09T15:27:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741838_1014 (size=62) 2024-12-09T15:27:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741838_1014 (size=62) 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e8a859faefd2037ff8c6ba69f38ec5b6, disabling compactions & flushes 2024-12-09T15:27:42,798 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. after waiting 0 ms 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:42,798 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:42,798 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e8a859faefd2037ff8c6ba69f38ec5b6: Waiting for close lock at 1733758062798Disabling compacts and flushes for region at 1733758062798Disabling writes for close at 1733758062798Writing region close event to WAL at 1733758062798Closed at 1733758062798 2024-12-09T15:27:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:27:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:27:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741839_1015 (size=62) 2024-12-09T15:27:42,799 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 96338852f6357dda3468301ddc5f9559, NAME => 'SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741840_1016 (size=54) 2024-12-09T15:27:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741840_1016 (size=54) 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741840_1016 (size=54) 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c7bceb26acc2b2d2c21f264ccbc24f89, disabling compactions & flushes 2024-12-09T15:27:42,800 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. after waiting 0 ms 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:42,800 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:42,800 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c7bceb26acc2b2d2c21f264ccbc24f89: Waiting for close lock at 1733758062800Disabling compacts and flushes for region at 1733758062800Disabling writes for close at 1733758062800Writing region close event to WAL at 1733758062800Closed at 1733758062800 2024-12-09T15:27:42,800 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1626ad17cfcb18b748d4c07f3f59e78c, NAME => 'SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0b170e2b8e892d0ddde2e1315d969ba4, disabling compactions & flushes 2024-12-09T15:27:42,802 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:42,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:42,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. after waiting 0 ms 2024-12-09T15:27:42,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:42,802 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:42,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b170e2b8e892d0ddde2e1315d969ba4: Waiting for close lock at 1733758062801Disabling compacts and flushes for region at 1733758062801Disabling writes for close at 1733758062802 (+1 ms)Writing region close event to WAL at 1733758062802Closed at 1733758062802 2024-12-09T15:27:42,802 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3baa037e3426f0e70521b3f3285e8c6c, NAME => 'SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:27:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:27:42,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:27:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741842_1018 (size=62) 2024-12-09T15:27:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:27:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:27:42,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741843_1019 (size=62) 2024-12-09T15:27:42,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1626ad17cfcb18b748d4c07f3f59e78c, disabling compactions & flushes 2024-12-09T15:27:42,832 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:42,832 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:42,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. after waiting 0 ms 2024-12-09T15:27:42,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:42,833 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:42,833 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1626ad17cfcb18b748d4c07f3f59e78c: Waiting for close lock at 1733758062832Disabling compacts and flushes for region at 1733758062832Disabling writes for close at 1733758062833 (+1 ms)Writing region close event to WAL at 1733758062833Closed at 1733758062833 2024-12-09T15:27:42,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7fafdb68a2cefffe7c5ca0396620882c, NAME => 'SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3baa037e3426f0e70521b3f3285e8c6c, disabling compactions & flushes 2024-12-09T15:27:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741841_1017 (size=62) 2024-12-09T15:27:42,835 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 96338852f6357dda3468301ddc5f9559, disabling compactions & flushes 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. after waiting 0 ms 2024-12-09T15:27:42,835 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:42,835 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. after waiting 0 ms 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:42,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3baa037e3426f0e70521b3f3285e8c6c: Waiting for close lock at 1733758062835Disabling compacts and flushes for region at 1733758062835Disabling writes for close at 1733758062835Writing region close event to WAL at 1733758062835Closed at 1733758062835 2024-12-09T15:27:42,836 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:42,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 96338852f6357dda3468301ddc5f9559: Waiting for close lock at 1733758062835Disabling compacts and flushes for region at 1733758062835Disabling writes for close at 1733758062835Writing region close event to WAL at 1733758062835Closed at 1733758062835 2024-12-09T15:27:42,836 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65e683294b16c5ab238d830522a64f0b, NAME => 'SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a86f528b4cba324d6833cf8be8e128c3, NAME => 'SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:27:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:27:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741844_1020 (size=62) 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7fafdb68a2cefffe7c5ca0396620882c, disabling compactions & flushes 2024-12-09T15:27:42,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. after waiting 0 ms 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:42,879 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:42,879 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7fafdb68a2cefffe7c5ca0396620882c: Waiting for close lock at 1733758062879Disabling compacts and flushes for region at 1733758062879Disabling writes for close at 1733758062879Writing region close event to WAL at 1733758062879Closed at 1733758062879 2024-12-09T15:27:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:27:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:27:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741846_1022 (size=62) 2024-12-09T15:27:42,880 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 04e7ee6237d2f7dde87091ec9e7750dd, NAME => 'SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837 2024-12-09T15:27:42,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a86f528b4cba324d6833cf8be8e128c3, disabling compactions & flushes 2024-12-09T15:27:42,892 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:42,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:42,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. after waiting 0 ms 2024-12-09T15:27:42,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:42,892 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:42,893 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a86f528b4cba324d6833cf8be8e128c3: Waiting for close lock at 1733758062892Disabling compacts and flushes for region at 1733758062892Disabling writes for close at 1733758062892Writing region close event to WAL at 1733758062892Closed at 1733758062892 2024-12-09T15:27:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:27:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:27:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741845_1021 (size=62) 2024-12-09T15:27:42,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 65e683294b16c5ab238d830522a64f0b, disabling compactions & flushes 2024-12-09T15:27:42,910 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:42,910 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:42,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. after waiting 0 ms 2024-12-09T15:27:42,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:42,911 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:42,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65e683294b16c5ab238d830522a64f0b: Waiting for close lock at 1733758062910Disabling compacts and flushes for region at 1733758062910Disabling writes for close at 1733758062911 (+1 ms)Writing region close event to WAL at 1733758062911Closed at 1733758062911 2024-12-09T15:27:42,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:27:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:27:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741847_1023 (size=54) 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 04e7ee6237d2f7dde87091ec9e7750dd, disabling compactions & flushes 2024-12-09T15:27:42,916 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. after waiting 0 ms 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:42,916 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:42,916 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 04e7ee6237d2f7dde87091ec9e7750dd: Waiting for close lock at 1733758062916Disabling compacts and flushes for region at 1733758062916Disabling writes for close at 1733758062916Writing region close event to WAL at 1733758062916Closed at 1733758062916 2024-12-09T15:27:42,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T15:27:42,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733758062927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733758062927"}]},"ts":"1733758062927"} 2024-12-09T15:27:42,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T15:27:42,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T15:27:42,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733758062940"}]},"ts":"1733758062940"} 2024-12-09T15:27:42,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T15:27:42,945 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T15:27:42,952 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:27:42,952 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:27:42,952 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T15:27:42,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:27:42,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b170e2b8e892d0ddde2e1315d969ba4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7bceb26acc2b2d2c21f264ccbc24f89, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a859faefd2037ff8c6ba69f38ec5b6, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96338852f6357dda3468301ddc5f9559, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1626ad17cfcb18b748d4c07f3f59e78c, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3baa037e3426f0e70521b3f3285e8c6c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fafdb68a2cefffe7c5ca0396620882c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65e683294b16c5ab238d830522a64f0b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86f528b4cba324d6833cf8be8e128c3, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e7ee6237d2f7dde87091ec9e7750dd, ASSIGN}] 2024-12-09T15:27:42,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b170e2b8e892d0ddde2e1315d969ba4, ASSIGN 2024-12-09T15:27:42,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7bceb26acc2b2d2c21f264ccbc24f89, ASSIGN 2024-12-09T15:27:42,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b170e2b8e892d0ddde2e1315d969ba4, ASSIGN; state=OFFLINE, location=3651d8ead0f3,42939,1733758051854; forceNewPlan=false, retain=false 2024-12-09T15:27:42,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7bceb26acc2b2d2c21f264ccbc24f89, ASSIGN; state=OFFLINE, location=3651d8ead0f3,41421,1733758051909; forceNewPlan=false, retain=false 2024-12-09T15:27:42,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e7ee6237d2f7dde87091ec9e7750dd, ASSIGN 2024-12-09T15:27:42,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96338852f6357dda3468301ddc5f9559, ASSIGN 2024-12-09T15:27:42,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a859faefd2037ff8c6ba69f38ec5b6, ASSIGN 2024-12-09T15:27:42,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04e7ee6237d2f7dde87091ec9e7750dd, ASSIGN; state=OFFLINE, location=3651d8ead0f3,39437,1733758051820; forceNewPlan=false, retain=false 2024-12-09T15:27:42,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a859faefd2037ff8c6ba69f38ec5b6, ASSIGN; state=OFFLINE, location=3651d8ead0f3,39437,1733758051820; forceNewPlan=false, retain=false 2024-12-09T15:27:42,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96338852f6357dda3468301ddc5f9559, ASSIGN; state=OFFLINE, location=3651d8ead0f3,42939,1733758051854; forceNewPlan=false, retain=false 2024-12-09T15:27:42,964 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86f528b4cba324d6833cf8be8e128c3, ASSIGN 2024-12-09T15:27:42,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65e683294b16c5ab238d830522a64f0b, ASSIGN 2024-12-09T15:27:42,967 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a86f528b4cba324d6833cf8be8e128c3, ASSIGN; state=OFFLINE, location=3651d8ead0f3,41421,1733758051909; forceNewPlan=false, retain=false 2024-12-09T15:27:42,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fafdb68a2cefffe7c5ca0396620882c, ASSIGN 2024-12-09T15:27:42,967 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65e683294b16c5ab238d830522a64f0b, ASSIGN; state=OFFLINE, location=3651d8ead0f3,42939,1733758051854; forceNewPlan=false, retain=false 2024-12-09T15:27:42,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fafdb68a2cefffe7c5ca0396620882c, ASSIGN; state=OFFLINE, location=3651d8ead0f3,39437,1733758051820; forceNewPlan=false, retain=false 2024-12-09T15:27:42,970 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3baa037e3426f0e70521b3f3285e8c6c, ASSIGN 2024-12-09T15:27:42,972 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3baa037e3426f0e70521b3f3285e8c6c, ASSIGN; state=OFFLINE, location=3651d8ead0f3,41421,1733758051909; forceNewPlan=false, retain=false 2024-12-09T15:27:42,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1626ad17cfcb18b748d4c07f3f59e78c, ASSIGN 2024-12-09T15:27:42,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1626ad17cfcb18b748d4c07f3f59e78c, ASSIGN; state=OFFLINE, location=3651d8ead0f3,39437,1733758051820; forceNewPlan=false, retain=false 2024-12-09T15:27:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:43,110 INFO [3651d8ead0f3:45135 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T15:27:43,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=65e683294b16c5ab238d830522a64f0b, regionState=OPENING, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:43,111 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=96338852f6357dda3468301ddc5f9559, regionState=OPENING, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:43,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b170e2b8e892d0ddde2e1315d969ba4, regionState=OPENING, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:43,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3baa037e3426f0e70521b3f3285e8c6c, regionState=OPENING, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:43,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=04e7ee6237d2f7dde87091ec9e7750dd, regionState=OPENING, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:43,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c7bceb26acc2b2d2c21f264ccbc24f89, regionState=OPENING, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:43,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fafdb68a2cefffe7c5ca0396620882c, regionState=OPENING, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:43,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1626ad17cfcb18b748d4c07f3f59e78c, regionState=OPENING, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:43,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8a859faefd2037ff8c6ba69f38ec5b6, regionState=OPENING, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:43,114 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a86f528b4cba324d6833cf8be8e128c3, regionState=OPENING, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:43,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=65e683294b16c5ab238d830522a64f0b, ASSIGN because future has completed 2024-12-09T15:27:43,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65e683294b16c5ab238d830522a64f0b, server=3651d8ead0f3,42939,1733758051854}] 2024-12-09T15:27:43,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96338852f6357dda3468301ddc5f9559, ASSIGN because future has completed 2024-12-09T15:27:43,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=04e7ee6237d2f7dde87091ec9e7750dd, ASSIGN because future has completed 2024-12-09T15:27:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7bceb26acc2b2d2c21f264ccbc24f89, ASSIGN because future has completed 2024-12-09T15:27:43,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89, server=3651d8ead0f3,41421,1733758051909}] 2024-12-09T15:27:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b170e2b8e892d0ddde2e1315d969ba4, ASSIGN because future has completed 2024-12-09T15:27:43,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd, server=3651d8ead0f3,39437,1733758051820}] 2024-12-09T15:27:43,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96338852f6357dda3468301ddc5f9559, server=3651d8ead0f3,42939,1733758051854}] 2024-12-09T15:27:43,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fafdb68a2cefffe7c5ca0396620882c, ASSIGN because future has completed 2024-12-09T15:27:43,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1626ad17cfcb18b748d4c07f3f59e78c, ASSIGN because future has completed 2024-12-09T15:27:43,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a859faefd2037ff8c6ba69f38ec5b6, ASSIGN because future has completed 2024-12-09T15:27:43,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c, server=3651d8ead0f3,39437,1733758051820}] 2024-12-09T15:27:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a86f528b4cba324d6833cf8be8e128c3, ASSIGN because future has completed 2024-12-09T15:27:43,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4, server=3651d8ead0f3,42939,1733758051854}] 2024-12-09T15:27:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3baa037e3426f0e70521b3f3285e8c6c, ASSIGN because future has completed 2024-12-09T15:27:43,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c, server=3651d8ead0f3,41421,1733758051909}] 2024-12-09T15:27:43,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86f528b4cba324d6833cf8be8e128c3, server=3651d8ead0f3,41421,1733758051909}] 2024-12-09T15:27:43,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T15:27:43,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T15:27:43,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:27:43,180 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T15:27:43,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6, server=3651d8ead0f3,39437,1733758051820}] 2024-12-09T15:27:43,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c, server=3651d8ead0f3,39437,1733758051820}] 2024-12-09T15:27:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:44,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T15:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:47,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:47,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:47,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:48,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:27:48,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:48,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:48,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:27:53,125 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:27:53,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:27:53,133 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:53,133 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 96338852f6357dda3468301ddc5f9559, NAME => 'SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T15:27:53,133 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,133 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,133 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,133 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,135 INFO [StoreOpener-96338852f6357dda3468301ddc5f9559-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,137 INFO [StoreOpener-96338852f6357dda3468301ddc5f9559-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96338852f6357dda3468301ddc5f9559 columnFamilyName cf 2024-12-09T15:27:53,137 DEBUG [StoreOpener-96338852f6357dda3468301ddc5f9559-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,137 INFO [StoreOpener-96338852f6357dda3468301ddc5f9559-1 {}] regionserver.HStore(327): Store=96338852f6357dda3468301ddc5f9559/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,137 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,138 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,138 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,139 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,139 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,141 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,144 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/96338852f6357dda3468301ddc5f9559/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,144 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 96338852f6357dda3468301ddc5f9559; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62800697, jitterRate=-0.06419669091701508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,144 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:27:53,144 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 96338852f6357dda3468301ddc5f9559: Running coprocessor pre-open hook at 1733758073133Writing region info on filesystem at 1733758073133Initializing all the Stores at 1733758073135 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073135Cleaning up temporary data from old regions at 1733758073139 (+4 ms)Running coprocessor post-open hooks at 1733758073144 (+5 ms)Region opened successfully at 1733758073144 2024-12-09T15:27:53,145 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559., pid=18, masterSystemTime=1733758073125 2024-12-09T15:27:53,147 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:53,147 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:27:53,147 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:53,148 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b170e2b8e892d0ddde2e1315d969ba4, NAME => 'SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T15:27:53,148 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=96338852f6357dda3468301ddc5f9559, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:53,148 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,148 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,148 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,150 INFO [StoreOpener-0b170e2b8e892d0ddde2e1315d969ba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96338852f6357dda3468301ddc5f9559, server=3651d8ead0f3,42939,1733758051854 because future has completed 2024-12-09T15:27:53,151 INFO [StoreOpener-0b170e2b8e892d0ddde2e1315d969ba4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b170e2b8e892d0ddde2e1315d969ba4 columnFamilyName cf 2024-12-09T15:27:53,151 DEBUG [StoreOpener-0b170e2b8e892d0ddde2e1315d969ba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,152 INFO [StoreOpener-0b170e2b8e892d0ddde2e1315d969ba4-1 {}] regionserver.HStore(327): Store=0b170e2b8e892d0ddde2e1315d969ba4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,152 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-09T15:27:53,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 96338852f6357dda3468301ddc5f9559, server=3651d8ead0f3,42939,1733758051854 in 10.0170 sec 2024-12-09T15:27:53,152 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T15:27:53,153 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,153 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,154 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,154 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T15:27:53,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96338852f6357dda3468301ddc5f9559, ASSIGN in 10.1990 sec 2024-12-09T15:27:53,156 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,159 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/0b170e2b8e892d0ddde2e1315d969ba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,160 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 0b170e2b8e892d0ddde2e1315d969ba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69102617, jitterRate=0.029709234833717346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,160 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:27:53,160 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 0b170e2b8e892d0ddde2e1315d969ba4: Running coprocessor pre-open hook at 1733758073148Writing region info on filesystem at 1733758073148Initializing all the Stores at 1733758073149 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073149Cleaning up temporary data from old regions at 1733758073154 (+5 ms)Running coprocessor post-open hooks at 1733758073160 (+6 ms)Region opened successfully at 1733758073160 2024-12-09T15:27:53,160 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:53,160 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a86f528b4cba324d6833cf8be8e128c3, NAME => 'SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T15:27:53,160 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,160 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,161 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,161 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,161 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4., pid=20, masterSystemTime=1733758073125 2024-12-09T15:27:53,163 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:53,163 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:27:53,163 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:53,163 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 65e683294b16c5ab238d830522a64f0b, NAME => 'SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T15:27:53,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b170e2b8e892d0ddde2e1315d969ba4, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:53,163 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,164 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,164 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,164 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4, server=3651d8ead0f3,42939,1733758051854 because future has completed 2024-12-09T15:27:53,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-09T15:27:53,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4, server=3651d8ead0f3,42939,1733758051854 in 10.0020 sec 2024-12-09T15:27:53,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b170e2b8e892d0ddde2e1315d969ba4, ASSIGN in 10.2150 sec 2024-12-09T15:27:53,170 INFO [StoreOpener-a86f528b4cba324d6833cf8be8e128c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,171 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:53,171 INFO [StoreOpener-65e683294b16c5ab238d830522a64f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,171 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a859faefd2037ff8c6ba69f38ec5b6, NAME => 'SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T15:27:53,171 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,171 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,171 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,172 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,172 INFO [StoreOpener-a86f528b4cba324d6833cf8be8e128c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a86f528b4cba324d6833cf8be8e128c3 columnFamilyName cf 2024-12-09T15:27:53,172 DEBUG [StoreOpener-a86f528b4cba324d6833cf8be8e128c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,173 INFO [StoreOpener-a86f528b4cba324d6833cf8be8e128c3-1 {}] regionserver.HStore(327): Store=a86f528b4cba324d6833cf8be8e128c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,173 INFO [StoreOpener-e8a859faefd2037ff8c6ba69f38ec5b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,173 INFO [StoreOpener-65e683294b16c5ab238d830522a64f0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65e683294b16c5ab238d830522a64f0b columnFamilyName cf 2024-12-09T15:27:53,173 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,173 DEBUG [StoreOpener-65e683294b16c5ab238d830522a64f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,174 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,174 INFO [StoreOpener-65e683294b16c5ab238d830522a64f0b-1 {}] regionserver.HStore(327): Store=65e683294b16c5ab238d830522a64f0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,174 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,174 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,174 INFO [StoreOpener-e8a859faefd2037ff8c6ba69f38ec5b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a859faefd2037ff8c6ba69f38ec5b6 columnFamilyName cf 2024-12-09T15:27:53,174 DEBUG [StoreOpener-e8a859faefd2037ff8c6ba69f38ec5b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,175 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,175 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,175 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,175 INFO [StoreOpener-e8a859faefd2037ff8c6ba69f38ec5b6-1 {}] regionserver.HStore(327): Store=e8a859faefd2037ff8c6ba69f38ec5b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,175 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,175 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,176 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,176 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,176 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,176 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,177 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,177 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,177 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,178 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,179 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,180 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,180 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a86f528b4cba324d6833cf8be8e128c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486618, jitterRate=-0.03907451033592224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,180 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:27:53,180 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a86f528b4cba324d6833cf8be8e128c3: Running coprocessor pre-open hook at 1733758073161Writing region info on filesystem at 1733758073161Initializing all the Stores at 1733758073162 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073162Cleaning up temporary data from old regions at 1733758073175 (+13 ms)Running coprocessor post-open hooks at 1733758073180 (+5 ms)Region opened successfully at 1733758073180 2024-12-09T15:27:53,181 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,181 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/e8a859faefd2037ff8c6ba69f38ec5b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,181 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., pid=22, masterSystemTime=1733758073152 2024-12-09T15:27:53,182 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 65e683294b16c5ab238d830522a64f0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64503664, jitterRate=-0.038820505142211914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,182 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:27:53,182 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e8a859faefd2037ff8c6ba69f38ec5b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345079, jitterRate=-0.11568941175937653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,182 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:27:53,182 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 65e683294b16c5ab238d830522a64f0b: Running coprocessor pre-open hook at 1733758073164Writing region info on filesystem at 1733758073164Initializing all the Stores at 1733758073165 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073165Cleaning up temporary data from old regions at 1733758073176 (+11 ms)Running coprocessor post-open hooks at 1733758073182 (+6 ms)Region opened successfully at 1733758073182 2024-12-09T15:27:53,182 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e8a859faefd2037ff8c6ba69f38ec5b6: Running coprocessor pre-open hook at 1733758073172Writing region info on filesystem at 1733758073172Initializing all the Stores at 1733758073172Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073173 (+1 ms)Cleaning up temporary data from old regions at 1733758073177 (+4 ms)Running coprocessor post-open hooks at 1733758073182 (+5 ms)Region opened successfully at 1733758073182 2024-12-09T15:27:53,183 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., pid=15, masterSystemTime=1733758073125 2024-12-09T15:27:53,183 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6., pid=23, masterSystemTime=1733758073155 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:53,184 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:27:53,184 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c7bceb26acc2b2d2c21f264ccbc24f89, NAME => 'SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a86f528b4cba324d6833cf8be8e128c3, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,184 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,185 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:53,185 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:27:53,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=65e683294b16c5ab238d830522a64f0b, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,42939,1733758051854 2024-12-09T15:27:53,187 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:53,187 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:27:53,187 INFO [StoreOpener-c7bceb26acc2b2d2c21f264ccbc24f89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,187 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:53,187 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 04e7ee6237d2f7dde87091ec9e7750dd, NAME => 'SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T15:27:53,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a86f528b4cba324d6833cf8be8e128c3, server=3651d8ead0f3,41421,1733758051909 because future has completed 2024-12-09T15:27:53,188 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8a859faefd2037ff8c6ba69f38ec5b6, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:53,188 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,188 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,188 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,189 INFO [StoreOpener-c7bceb26acc2b2d2c21f264ccbc24f89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7bceb26acc2b2d2c21f264ccbc24f89 columnFamilyName cf 2024-12-09T15:27:53,189 DEBUG [StoreOpener-c7bceb26acc2b2d2c21f264ccbc24f89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,190 INFO [StoreOpener-c7bceb26acc2b2d2c21f264ccbc24f89-1 {}] regionserver.HStore(327): Store=c7bceb26acc2b2d2c21f264ccbc24f89/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,190 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65e683294b16c5ab238d830522a64f0b, server=3651d8ead0f3,42939,1733758051854 because future has completed 2024-12-09T15:27:53,191 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6, server=3651d8ead0f3,39437,1733758051820 because future has completed 2024-12-09T15:27:53,191 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,192 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,192 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,193 INFO [StoreOpener-04e7ee6237d2f7dde87091ec9e7750dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-09T15:27:53,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a86f528b4cba324d6833cf8be8e128c3, server=3651d8ead0f3,41421,1733758051909 in 10.0140 sec 2024-12-09T15:27:53,194 INFO [StoreOpener-04e7ee6237d2f7dde87091ec9e7750dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04e7ee6237d2f7dde87091ec9e7750dd columnFamilyName cf 2024-12-09T15:27:53,194 DEBUG [StoreOpener-04e7ee6237d2f7dde87091ec9e7750dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,195 INFO [StoreOpener-04e7ee6237d2f7dde87091ec9e7750dd-1 {}] regionserver.HStore(327): Store=04e7ee6237d2f7dde87091ec9e7750dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,195 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,196 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,196 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,196 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,196 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,198 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,200 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,201 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 04e7ee6237d2f7dde87091ec9e7750dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60674654, jitterRate=-0.09587720036506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,201 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:27:53,201 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 04e7ee6237d2f7dde87091ec9e7750dd: Running coprocessor pre-open hook at 1733758073188Writing region info on filesystem at 1733758073188Initializing all the Stores at 1733758073190 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073190Cleaning up temporary data from old regions at 1733758073196 (+6 ms)Running coprocessor post-open hooks at 1733758073201 (+5 ms)Region opened successfully at 1733758073201 2024-12-09T15:27:53,202 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., pid=17, masterSystemTime=1733758073155 2024-12-09T15:27:53,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-12-09T15:27:53,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 65e683294b16c5ab238d830522a64f0b, server=3651d8ead0f3,42939,1733758051854 in 10.0740 sec 2024-12-09T15:27:53,204 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-09T15:27:53,205 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:53,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6, server=3651d8ead0f3,39437,1733758051820 in 10.0110 sec 2024-12-09T15:27:53,206 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:27:53,206 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:53,206 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fafdb68a2cefffe7c5ca0396620882c, NAME => 'SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T15:27:53,206 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,207 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,207 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,207 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a86f528b4cba324d6833cf8be8e128c3, ASSIGN in 10.2400 sec 2024-12-09T15:27:53,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=65e683294b16c5ab238d830522a64f0b, ASSIGN in 10.2510 sec 2024-12-09T15:27:53,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=04e7ee6237d2f7dde87091ec9e7750dd, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:53,208 INFO [StoreOpener-7fafdb68a2cefffe7c5ca0396620882c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,209 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/c7bceb26acc2b2d2c21f264ccbc24f89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,209 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c7bceb26acc2b2d2c21f264ccbc24f89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66168524, jitterRate=-0.014012157917022705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,209 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:27:53,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd, server=3651d8ead0f3,39437,1733758051820 because future has completed 2024-12-09T15:27:53,209 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c7bceb26acc2b2d2c21f264ccbc24f89: Running coprocessor pre-open hook at 1733758073185Writing region info on filesystem at 1733758073185Initializing all the Stores at 1733758073187 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073187Cleaning up temporary data from old regions at 1733758073192 (+5 ms)Running coprocessor post-open hooks at 1733758073209 (+17 ms)Region opened successfully at 1733758073209 2024-12-09T15:27:53,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a859faefd2037ff8c6ba69f38ec5b6, ASSIGN in 10.2530 sec 2024-12-09T15:27:53,210 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89., pid=16, masterSystemTime=1733758073152 2024-12-09T15:27:53,210 INFO [StoreOpener-7fafdb68a2cefffe7c5ca0396620882c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fafdb68a2cefffe7c5ca0396620882c columnFamilyName cf 2024-12-09T15:27:53,210 DEBUG [StoreOpener-7fafdb68a2cefffe7c5ca0396620882c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,211 INFO [StoreOpener-7fafdb68a2cefffe7c5ca0396620882c-1 {}] regionserver.HStore(327): Store=7fafdb68a2cefffe7c5ca0396620882c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,211 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,212 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:53,212 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,212 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:27:53,213 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3baa037e3426f0e70521b3f3285e8c6c, NAME => 'SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,213 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c7bceb26acc2b2d2c21f264ccbc24f89, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:53,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-09T15:27:53,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd, server=3651d8ead0f3,39437,1733758051820 in 10.0780 sec 2024-12-09T15:27:53,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89, server=3651d8ead0f3,41421,1733758051909 because future has completed 2024-12-09T15:27:53,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=04e7ee6237d2f7dde87091ec9e7750dd, ASSIGN in 10.2610 sec 2024-12-09T15:27:53,218 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-12-09T15:27:53,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89, server=3651d8ead0f3,41421,1733758051909 in 10.0860 sec 2024-12-09T15:27:53,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7bceb26acc2b2d2c21f264ccbc24f89, ASSIGN in 10.2670 sec 2024-12-09T15:27:53,222 INFO [StoreOpener-3baa037e3426f0e70521b3f3285e8c6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,223 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,224 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7fafdb68a2cefffe7c5ca0396620882c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60202772, jitterRate=-0.10290879011154175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,224 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:27:53,224 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7fafdb68a2cefffe7c5ca0396620882c: Running coprocessor pre-open hook at 1733758073207Writing region info on filesystem at 1733758073207Initializing all the Stores at 1733758073208 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073208Cleaning up temporary data from old regions at 1733758073213 (+5 ms)Running coprocessor post-open hooks at 1733758073224 (+11 ms)Region opened successfully at 1733758073224 2024-12-09T15:27:53,225 INFO [StoreOpener-3baa037e3426f0e70521b3f3285e8c6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3baa037e3426f0e70521b3f3285e8c6c columnFamilyName cf 2024-12-09T15:27:53,225 DEBUG [StoreOpener-3baa037e3426f0e70521b3f3285e8c6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,225 INFO [StoreOpener-3baa037e3426f0e70521b3f3285e8c6c-1 {}] regionserver.HStore(327): Store=3baa037e3426f0e70521b3f3285e8c6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,226 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c., pid=19, masterSystemTime=1733758073155 2024-12-09T15:27:53,225 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,228 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,228 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:53,228 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:27:53,228 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,229 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:53,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7fafdb68a2cefffe7c5ca0396620882c, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:53,229 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 1626ad17cfcb18b748d4c07f3f59e78c, NAME => 'SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T15:27:53,229 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,229 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,229 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,229 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:27:53,230 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,230 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c, server=3651d8ead0f3,39437,1733758051820 because future has completed 2024-12-09T15:27:53,234 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-09T15:27:53,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c, server=3651d8ead0f3,39437,1733758051820 in 10.0780 sec 2024-12-09T15:27:53,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fafdb68a2cefffe7c5ca0396620882c, ASSIGN in 10.2840 sec 2024-12-09T15:27:53,243 INFO [StoreOpener-1626ad17cfcb18b748d4c07f3f59e78c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,243 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/3baa037e3426f0e70521b3f3285e8c6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,244 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3baa037e3426f0e70521b3f3285e8c6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63976946, jitterRate=-0.046669214963912964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,244 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:27:53,244 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3baa037e3426f0e70521b3f3285e8c6c: Running coprocessor pre-open hook at 1733758073213Writing region info on filesystem at 1733758073213Initializing all the Stores at 1733758073214 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073214Cleaning up temporary data from old regions at 1733758073229 (+15 ms)Running coprocessor post-open hooks at 1733758073244 (+15 ms)Region opened successfully at 1733758073244 2024-12-09T15:27:53,245 INFO [StoreOpener-1626ad17cfcb18b748d4c07f3f59e78c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1626ad17cfcb18b748d4c07f3f59e78c columnFamilyName cf 2024-12-09T15:27:53,245 DEBUG [StoreOpener-1626ad17cfcb18b748d4c07f3f59e78c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:27:53,245 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c., pid=21, masterSystemTime=1733758073152 2024-12-09T15:27:53,246 INFO [StoreOpener-1626ad17cfcb18b748d4c07f3f59e78c-1 {}] regionserver.HStore(327): Store=1626ad17cfcb18b748d4c07f3f59e78c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T15:27:53,246 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,247 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,247 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,248 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,248 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,249 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=3baa037e3426f0e70521b3f3285e8c6c, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:27:53,249 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:53,249 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:27:53,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c, server=3651d8ead0f3,41421,1733758051909 because future has completed 2024-12-09T15:27:53,254 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-09T15:27:53,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c, server=3651d8ead0f3,41421,1733758051909 in 10.0830 sec 2024-12-09T15:27:53,258 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/1626ad17cfcb18b748d4c07f3f59e78c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T15:27:53,258 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 1626ad17cfcb18b748d4c07f3f59e78c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69111036, jitterRate=0.02983468770980835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T15:27:53,259 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:27:53,259 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 1626ad17cfcb18b748d4c07f3f59e78c: Running coprocessor pre-open hook at 1733758073230Writing region info on filesystem at 1733758073230Initializing all the Stores at 1733758073233 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758073233Cleaning up temporary data from old regions at 1733758073248 (+15 ms)Running coprocessor post-open hooks at 1733758073259 (+11 ms)Region opened successfully at 1733758073259 2024-12-09T15:27:53,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3baa037e3426f0e70521b3f3285e8c6c, ASSIGN in 10.3040 sec 2024-12-09T15:27:53,260 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c., pid=24, masterSystemTime=1733758073155 2024-12-09T15:27:53,262 DEBUG [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:53,262 INFO [RS_OPEN_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:27:53,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1626ad17cfcb18b748d4c07f3f59e78c, regionState=OPEN, openSeqNum=2, regionLocation=3651d8ead0f3,39437,1733758051820 2024-12-09T15:27:53,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c, server=3651d8ead0f3,39437,1733758051820 because future has completed 2024-12-09T15:27:53,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-12-09T15:27:53,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c, server=3651d8ead0f3,39437,1733758051820 in 10.0800 sec 2024-12-09T15:27:53,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-09T15:27:53,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1626ad17cfcb18b748d4c07f3f59e78c, ASSIGN in 10.3150 sec 2024-12-09T15:27:53,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T15:27:53,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733758073271"}]},"ts":"1733758073271"} 2024-12-09T15:27:53,274 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T15:27:53,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T15:27:53,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5130 sec 2024-12-09T15:27:56,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T15:27:58,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T15:27:58,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:58,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:27:58,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T15:28:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T15:28:01,047 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T15:28:01,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T15:28:01,047 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:28:01,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T15:28:01,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:28:01,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T15:28:01,069 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,071 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,073 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,126 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,127 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,128 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,131 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., hostname=3651d8ead0f3,42939,1733758051854, seqNum=2] 2024-12-09T15:28:01,170 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,172 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,173 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,175 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,176 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,177 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., hostname=3651d8ead0f3,41421,1733758051909, seqNum=2] 2024-12-09T15:28:01,253 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,255 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,259 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,261 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,263 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,265 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,266 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,268 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd., hostname=3651d8ead0f3,39437,1733758051820, seqNum=2] 2024-12-09T15:28:01,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:28:01,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:28:02,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T15:28:02,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:28:02,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T15:28:02,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:28:02,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42939 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:28:02,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:28:02,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41421 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:28:02,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39437 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T15:28:02,882 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T15:28:02,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:28:02,885 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T15:28:02,887 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T15:28:02,890 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T15:28:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:28:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:28:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741848_1024 (size=49) 2024-12-09T15:28:02,913 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T15:28:02,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96338852f6357dda3468301ddc5f9559}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65e683294b16c5ab238d830522a64f0b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86f528b4cba324d6833cf8be8e128c3}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd}] 2024-12-09T15:28:02,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:28:02,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:28:02,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:28:02,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:28:02,917 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:28:02,921 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:28:02,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:28:02,922 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96338852f6357dda3468301ddc5f9559 2024-12-09T15:28:02,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:28:02,925 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:28:05,954 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T15:28:12,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T15:28:12,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T15:28:12,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:28:12,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T15:28:12,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T15:28:12,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e8a859faefd2037ff8c6ba69f38ec5b6: 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1626ad17cfcb18b748d4c07f3f59e78c: 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:12,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a86f528b4cba324d6833cf8be8e128c3 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T15:28:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 96338852f6357dda3468301ddc5f9559: 2024-12-09T15:28:12,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T15:28:12,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:28:12,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T15:28:12,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:12,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 04e7ee6237d2f7dde87091ec9e7750dd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T15:28:12,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 65e683294b16c5ab238d830522a64f0b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T15:28:12,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c7bceb26acc2b2d2c21f264ccbc24f89: 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0b170e2b8e892d0ddde2e1315d969ba4: 2024-12-09T15:28:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 3baa037e3426f0e70521b3f3285e8c6c: 2024-12-09T15:28:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. for SnapshotProcedureTest completed. 2024-12-09T15:28:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T15:28:12,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/.tmp/cf/a0e62d5ce5474881908acd6b9ac7fef5 is 34, key is baa/cf:cf/1733758082049/Put/seqid=0 2024-12-09T15:28:12,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/.tmp/cf/2ae9ae39dd9b44ebad1b5c9522bbac15 is 34, key is ccd/cf:cf/1733758082078/Put/seqid=0 2024-12-09T15:28:12,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741850_1026 (size=65) 2024-12-09T15:28:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741850_1026 (size=65) 2024-12-09T15:28:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741850_1026 (size=65) 2024-12-09T15:28:12,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733758062761.1626ad17cfcb18b748d4c07f3f59e78c. 2024-12-09T15:28:12,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T15:28:12,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:28:12,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7fafdb68a2cefffe7c5ca0396620882c 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T15:28:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T15:28:12,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:28:12,994 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c 2024-12-09T15:28:12,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1626ad17cfcb18b748d4c07f3f59e78c in 10.0810 sec 2024-12-09T15:28:12,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/.tmp/cf/35f03c5e4a1a449eab9e4116bd567fdd is 34, key is eaa/cf:cf/1733758082647/Put/seqid=0 2024-12-09T15:28:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:28:13,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:28:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741849_1025 (size=65) 2024-12-09T15:28:13,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733758062761.e8a859faefd2037ff8c6ba69f38ec5b6. 2024-12-09T15:28:13,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T15:28:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T15:28:13,012 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:28:13,013 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6 2024-12-09T15:28:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:28:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:28:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741852_1028 (size=65) 2024-12-09T15:28:13,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8a859faefd2037ff8c6ba69f38ec5b6 in 10.1000 sec 2024-12-09T15:28:13,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:13,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T15:28:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T15:28:13,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96338852f6357dda3468301ddc5f9559 2024-12-09T15:28:13,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96338852f6357dda3468301ddc5f9559 2024-12-09T15:28:13,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96338852f6357dda3468301ddc5f9559 in 10.1070 sec 2024-12-09T15:28:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741851_1027 (size=57) 2024-12-09T15:28:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741851_1027 (size=57) 2024-12-09T15:28:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741851_1027 (size=57) 2024-12-09T15:28:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741853_1029 (size=65) 2024-12-09T15:28:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741853_1029 (size=65) 2024-12-09T15:28:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741853_1029 (size=65) 2024-12-09T15:28:13,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:13,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T15:28:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T15:28:13,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:28:13,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:28:13,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c7bceb26acc2b2d2c21f264ccbc24f89 in 10.1370 sec 2024-12-09T15:28:13,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/.tmp/cf/11ee2409715747149a436227925482e2 is 34, key is aaa/cf:cf/1733758082072/Put/seqid=0 2024-12-09T15:28:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741854_1030 (size=65) 2024-12-09T15:28:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741854_1030 (size=65) 2024-12-09T15:28:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:28:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:28:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741855_1031 (size=28623) 2024-12-09T15:28:13,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/.tmp/cf/a0e62d5ce5474881908acd6b9ac7fef5 2024-12-09T15:28:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741854_1030 (size=65) 2024-12-09T15:28:13,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:13,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T15:28:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T15:28:13,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:28:13,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:28:13,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3baa037e3426f0e70521b3f3285e8c6c in 10.1600 sec 2024-12-09T15:28:13,087 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/.tmp/cf/a0e62d5ce5474881908acd6b9ac7fef5 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/cf/a0e62d5ce5474881908acd6b9ac7fef5 2024-12-09T15:28:13,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/cf/a0e62d5ce5474881908acd6b9ac7fef5, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T15:28:13,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 65e683294b16c5ab238d830522a64f0b in 185ms, sequenceid=5, compaction requested=false 2024-12-09T15:28:13,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 65e683294b16c5ab238d830522a64f0b: 2024-12-09T15:28:13,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. for SnapshotProcedureTest completed. 2024-12-09T15:28:13,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:13,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/cf/a0e62d5ce5474881908acd6b9ac7fef5] hfiles 2024-12-09T15:28:13,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/cf/a0e62d5ce5474881908acd6b9ac7fef5 for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741856_1032 (size=499309) 2024-12-09T15:28:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741856_1032 (size=499309) 2024-12-09T15:28:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741856_1032 (size=499309) 2024-12-09T15:28:13,111 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/.tmp/cf/35f03c5e4a1a449eab9e4116bd567fdd 2024-12-09T15:28:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741857_1033 (size=47197) 2024-12-09T15:28:13,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741857_1033 (size=47197) 2024-12-09T15:28:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741857_1033 (size=47197) 2024-12-09T15:28:13,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/.tmp/cf/2ae9ae39dd9b44ebad1b5c9522bbac15 2024-12-09T15:28:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741858_1034 (size=26918) 2024-12-09T15:28:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741858_1034 (size=26918) 2024-12-09T15:28:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741858_1034 (size=26918) 2024-12-09T15:28:13,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/.tmp/cf/11ee2409715747149a436227925482e2 2024-12-09T15:28:13,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/.tmp/cf/2ae9ae39dd9b44ebad1b5c9522bbac15 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/cf/2ae9ae39dd9b44ebad1b5c9522bbac15 2024-12-09T15:28:13,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/.tmp/cf/11ee2409715747149a436227925482e2 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/cf/11ee2409715747149a436227925482e2 2024-12-09T15:28:13,148 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/cf/2ae9ae39dd9b44ebad1b5c9522bbac15, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T15:28:13,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/.tmp/cf/35f03c5e4a1a449eab9e4116bd567fdd as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/cf/35f03c5e4a1a449eab9e4116bd567fdd 2024-12-09T15:28:13,150 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a86f528b4cba324d6833cf8be8e128c3 in 230ms, sequenceid=5, compaction requested=false 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a86f528b4cba324d6833cf8be8e128c3: 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. for SnapshotProcedureTest completed. 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/cf/2ae9ae39dd9b44ebad1b5c9522bbac15] hfiles 2024-12-09T15:28:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/cf/2ae9ae39dd9b44ebad1b5c9522bbac15 for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/cf/11ee2409715747149a436227925482e2, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T15:28:13,154 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7fafdb68a2cefffe7c5ca0396620882c in 162ms, sequenceid=5, compaction requested=false 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7fafdb68a2cefffe7c5ca0396620882c: 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. for SnapshotProcedureTest completed. 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/cf/11ee2409715747149a436227925482e2] hfiles 2024-12-09T15:28:13,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/7fafdb68a2cefffe7c5ca0396620882c/cf/11ee2409715747149a436227925482e2 for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,160 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/cf/35f03c5e4a1a449eab9e4116bd567fdd, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T15:28:13,161 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 04e7ee6237d2f7dde87091ec9e7750dd in 239ms, sequenceid=5, compaction requested=false 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 04e7ee6237d2f7dde87091ec9e7750dd: 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. for SnapshotProcedureTest completed. 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/cf/35f03c5e4a1a449eab9e4116bd567fdd] hfiles 2024-12-09T15:28:13,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/04e7ee6237d2f7dde87091ec9e7750dd/cf/35f03c5e4a1a449eab9e4116bd567fdd for snapshot=SnapshotProcedureTest 2024-12-09T15:28:13,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741859_1035 (size=105) 2024-12-09T15:28:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741859_1035 (size=105) 2024-12-09T15:28:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741859_1035 (size=105) 2024-12-09T15:28:13,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:13,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T15:28:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T15:28:13,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:28:13,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:28:13,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 65e683294b16c5ab238d830522a64f0b in 10.2770 sec 2024-12-09T15:28:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741862_1038 (size=97) 2024-12-09T15:28:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741862_1038 (size=97) 2024-12-09T15:28:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741862_1038 (size=97) 2024-12-09T15:28:13,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733758062761.04e7ee6237d2f7dde87091ec9e7750dd. 2024-12-09T15:28:13,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T15:28:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T15:28:13,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:28:13,212 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd 2024-12-09T15:28:13,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04e7ee6237d2f7dde87091ec9e7750dd in 10.2990 sec 2024-12-09T15:28:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741861_1037 (size=105) 2024-12-09T15:28:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741861_1037 (size=105) 2024-12-09T15:28:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741860_1036 (size=105) 2024-12-09T15:28:13,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733758062761.7fafdb68a2cefffe7c5ca0396620882c. 2024-12-09T15:28:13,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T15:28:13,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:13,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T15:28:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741861_1037 (size=105) 2024-12-09T15:28:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741860_1036 (size=105) 2024-12-09T15:28:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741860_1036 (size=105) 2024-12-09T15:28:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T15:28:13,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:28:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T15:28:13,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:28:13,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c 2024-12-09T15:28:13,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:28:13,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fafdb68a2cefffe7c5ca0396620882c in 10.3280 sec 2024-12-09T15:28:13,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a86f528b4cba324d6833cf8be8e128c3 in 10.3290 sec 2024-12-09T15:28:13,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:13,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T15:28:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T15:28:13,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:28:13,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:28:13,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-09T15:28:13,435 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T15:28:13,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b170e2b8e892d0ddde2e1315d969ba4 in 10.5200 sec 2024-12-09T15:28:13,436 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T15:28:13,437 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T15:28:13,437 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T15:28:13,439 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:28:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741863_1039 (size=1174) 2024-12-09T15:28:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741863_1039 (size=1174) 2024-12-09T15:28:13,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741863_1039 (size=1174) 2024-12-09T15:28:13,471 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T15:28:13,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T15:28:13,479 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:13,479 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:13,479 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:13,479 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:13,479 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:13,486 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:13,486 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:13,486 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:13,486 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:13,508 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:28:20,399 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3651d8ead0f3:43237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-09T15:28:22,922 INFO [master/3651d8ead0f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T15:28:22,922 INFO [master/3651d8ead0f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T15:28:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T15:28:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T15:28:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T15:28:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T15:28:23,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T15:28:23,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T15:28:23,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:28:23,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T15:28:23,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:28:23,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T15:28:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T15:28:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T15:28:23,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T15:28:23,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T15:28:23,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T15:28:23,497 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 Release verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,497 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 Release verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:23,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T15:28:23,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T15:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T15:28:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T15:28:23,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T15:28:23,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T15:28:23,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 in 10.0220 sec 2024-12-09T15:28:23,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T15:28:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T15:28:23,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T15:28:23,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T15:28:23,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T15:28:23,505 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T15:28:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T15:28:23,506 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 Release verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:23,507 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 Release verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T15:28:23,507 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,508 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 3651d8ead0f3,39437,1733758051820: Simulated kill ***** 2024-12-09T15:28:23,508 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T15:28:23,508 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T15:28:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T15:28:23,510 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T15:28:23,510 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T15:28:23,510 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T15:28:23,511 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 478842872 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 172190768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T15:28:23,511 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45135 {}] master.MasterRpcServices(700): 3651d8ead0f3,39437,1733758051820 reported a fatal error: ***** ABORTING region server 3651d8ead0f3,39437,1733758051820: Simulated kill ***** 2024-12-09T15:28:23,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,39437,1733758051820' ***** 2024-12-09T15:28:23,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T15:28:23,512 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:28:23,512 INFO [RS:0;3651d8ead0f3:39437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T15:28:23,512 INFO [RS:0;3651d8ead0f3:39437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T15:28:23,512 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:28:23,512 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T15:28:23,512 INFO [RS:0;3651d8ead0f3:39437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3651d8ead0f3:39437. 2024-12-09T15:28:23,512 DEBUG [RS:0;3651d8ead0f3:39437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:28:23,512 DEBUG [RS:0;3651d8ead0f3:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:23,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:28:23,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 in 10.0320 sec 2024-12-09T15:28:23,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 in 10.0220 sec 2024-12-09T15:28:23,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 in 10.0310 sec 2024-12-09T15:28:23,514 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 Release verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:23,514 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 Release verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:23,514 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 Release verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:23,514 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 Release verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741836_1012 (size=14382) 2024-12-09T15:28:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741836_1012 (size=14382) 2024-12-09T15:28:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741836_1012 (size=14382) 2024-12-09T15:28:23,518 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 Release verify snapshot worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:23,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 in 10.0390 sec 2024-12-09T15:28:23,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 in 10.0390 sec 2024-12-09T15:28:23,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 in 10.0390 sec 2024-12-09T15:28:23,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 in 10.0390 sec 2024-12-09T15:28:23,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,42939,1733758051854 in 10.0430 sec 2024-12-09T15:28:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741835_1011 (size=2301) 2024-12-09T15:28:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741835_1011 (size=2301) 2024-12-09T15:28:23,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741835_1011 (size=2301) 2024-12-09T15:28:23,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820/3651d8ead0f3%2C39437%2C1733758051820.1733758052443 not finished, retry = 0 2024-12-09T15:28:23,570 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:23,633 DEBUG [RS:0;3651d8ead0f3:39437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:23,633 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:23,633 INFO [RS:0;3651d8ead0f3:39437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39437 2024-12-09T15:28:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:28:23,637 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:28:23,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,39437,1733758051820] 2024-12-09T15:28:23,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,39437,1733758051820 already deleted, retry=false 2024-12-09T15:28:23,643 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 3651d8ead0f3,39437,1733758051820 on 3651d8ead0f3,45135,1733758051734 2024-12-09T15:28:23,645 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3651d8ead0f3,39437,1733758051820, splitWal=true, meta=true 2024-12-09T15:28:23,645 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 3651d8ead0f3,39437,1733758051820 (carryingMeta=true) 3651d8ead0f3,39437,1733758051820/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5ac7733c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T15:28:23,650 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3651d8ead0f3,39437,1733758051820, splitWal=true, meta=true 2024-12-09T15:28:23,655 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3651d8ead0f3,39437,1733758051820, splitWal=true, meta=true, isMeta: true 2024-12-09T15:28:23,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-09T15:28:23,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-09T15:28:23,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-12-09T15:28:23,660 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-09T15:28:23,660 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,39437,1733758051820 Release verify snapshot worker=3651d8ead0f3,39437,1733758051820 2024-12-09T15:28:23,661 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 3651d8ead0f3,39437,1733758051820, this operation will be retried to send to another server 2024-12-09T15:28:23,661 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-09T15:28:23,661 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733758104661 2024-12-09T15:28:23,661 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting 2024-12-09T15:28:23,664 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3651d8ead0f3,39437,1733758051820 WAL count=1, meta=true 2024-12-09T15:28:23,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta}] 2024-12-09T15:28:23,668 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:23,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, worker=3651d8ead0f3,42939,1733758051854}] 2024-12-09T15:28:23,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:23,740 INFO [RS:0;3651d8ead0f3:39437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:28:23,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39437-0x1012bcbf5750001, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:23,740 INFO [RS:0;3651d8ead0f3:39437 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,39437,1733758051820; zookeeper connection closed. 2024-12-09T15:28:23,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d98d2b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d98d2b3 2024-12-09T15:28:24,303 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T15:28:24,303 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T15:28:24,664 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:31,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T15:28:33,050 INFO [regionserver/3651d8ead0f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T15:28:33,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T15:28:33,698 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, size=14.0 K (14382bytes) 2024-12-09T15:28:33,698 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta 2024-12-09T15:28:33,699 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta after 1ms 2024-12-09T15:28:33,703 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta took 5ms 2024-12-09T15:28:33,709 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-09T15:28:33,711 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta so closing down 2024-12-09T15:28:33,712 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T15:28:33,718 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp 2024-12-09T15:28:33,721 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp 2024-12-09T15:28:33,723 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T15:28:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741864_1040 (size=14141) 2024-12-09T15:28:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741864_1040 (size=14141) 2024-12-09T15:28:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741864_1040 (size=14141) 2024-12-09T15:28:33,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-12-09T15:28:33,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T15:28:33,750 INFO [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-09T15:28:33,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, journal: Splitting hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, size=14.0 K (14382bytes) at 1733758113698Finishing writing output for hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta so closing down at 1733758113712 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp at 1733758113721 (+9 ms)3 split writer threads finished at 1733758113723 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1733758113748 (+25 ms)Rename recovered edits hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta.temp to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733758113750 (+2 ms)Processed 26 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733758113750 2024-12-09T15:28:33,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta 2024-12-09T15:28:33,751 DEBUG [RS_LOG_REPLAY_OPS-regionserver/3651d8ead0f3:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T15:28:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T15:28:33,755 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting/3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs 2024-12-09T15:28:33,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T15:28:33,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, worker=3651d8ead0f3,42939,1733758051854 in 10.0850 sec 2024-12-09T15:28:33,763 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:33,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T15:28:33,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 3651d8ead0f3%2C39437%2C1733758051820.meta.1733758062626.meta, worker=3651d8ead0f3,42939,1733758051854 in 10.0990 sec 2024-12-09T15:28:33,768 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,39437,1733758051820-splitting dir is empty, no logs to split. 2024-12-09T15:28:33,768 INFO [PEWorker-5 {}] master.SplitWALManager(105): 3651d8ead0f3,39437,1733758051820 WAL count=0, meta=true 2024-12-09T15:28:33,769 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 3651d8ead0f3,39437,1733758051820 WAL splitting is done? wals=0, meta=true 2024-12-09T15:28:33,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T15:28:33,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:28:33,772 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T15:28:33,922 DEBUG [3651d8ead0f3:45135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(204): Hosts are {3651d8ead0f3=0} racks are {/default-rack=0} 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T15:28:33,923 INFO [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T15:28:33,923 INFO [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T15:28:33,923 DEBUG [3651d8ead0f3:45135 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T15:28:33,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:33,925 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,41421,1733758051909, state=OPENING 2024-12-09T15:28:33,927 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:33,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:33,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:33,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:33,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:33,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:33,928 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T15:28:33,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,41421,1733758051909}] 2024-12-09T15:28:34,670 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T15:28:34,670 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T15:28:34,670 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T15:28:34,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T15:28:34,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T15:28:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T15:28:34,673 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3651d8ead0f3%2C41421%2C1733758051909.meta, suffix=.meta, logDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs, maxLogs=32 2024-12-09T15:28:34,684 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 Release verify snapshot worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:34,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-09T15:28:34,688 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T15:28:34,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=3651d8ead0f3,41421,1733758051909 in 21.2090 sec 2024-12-09T15:28:34,689 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T15:28:34,691 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T15:28:34,691 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T15:28:34,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.8130 sec 2024-12-09T15:28:34,699 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909/3651d8ead0f3%2C41421%2C1733758051909.meta.1733758114674.meta, exclude list is [], retry=0 2024-12-09T15:28:34,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45505,DS-889229cb-5eca-4d97-a426-97d75446db76,DISK] 2024-12-09T15:28:34,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44221,DS-7617973b-4655-4b53-9925-9b1ebe068bbd,DISK] 2024-12-09T15:28:34,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-905b5a1d-fc98-46fa-b870-9d60e45d0a0d,DISK] 2024-12-09T15:28:34,755 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/WALs/3651d8ead0f3,41421,1733758051909/3651d8ead0f3%2C41421%2C1733758051909.meta.1733758114674.meta 2024-12-09T15:28:34,755 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43859:43859),(127.0.0.1/127.0.0.1:39705:39705),(127.0.0.1/127.0.0.1:37239:37239)] 2024-12-09T15:28:34,755 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T15:28:34,756 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T15:28:34,756 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T15:28:34,760 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T15:28:34,761 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T15:28:34,761 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T15:28:34,761 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T15:28:34,761 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T15:28:34,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T15:28:34,769 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3651d8ead0f3:39437 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3651d8ead0f3/172.17.0.3:39437 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T15:28:34,771 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1, error=java.net.ConnectException: Call to address=3651d8ead0f3:39437 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3651d8ead0f3/172.17.0.3:39437 2024-12-09T15:28:34,772 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-09T15:28:34,772 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,39437,1733758051820, seqNum=-1 from cache 2024-12-09T15:28:34,773 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 3651d8ead0f3:39437 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 3651d8ead0f3/172.17.0.3:39437 2024-12-09T15:28:34,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T15:28:34,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T15:28:34,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:28:34,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:28:34,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T15:28:34,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T15:28:34,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:28:34,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:28:34,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T15:28:34,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T15:28:34,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:28:34,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:28:34,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T15:28:34,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T15:28:34,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T15:28:34,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T15:28:34,807 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T15:28:34,808 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:28:34,811 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740 2024-12-09T15:28:34,812 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T15:28:34,833 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T15:28:34,834 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-09T15:28:34,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:28:34,878 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1] 2024-12-09T15:28:34,880 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/info/4cea81b25f6947b081190a8a46ac5222 is 167, key is SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89./info:regioninfo/1733758073214/Put/seqid=0 2024-12-09T15:28:34,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41421 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57540 deadline: 1733758174768, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:34,887 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:34,887 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:34,887 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 from cache 2024-12-09T15:28:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741866_1042 (size=18393) 2024-12-09T15:28:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741866_1042 (size=18393) 2024-12-09T15:28:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741866_1042 (size=18393) 2024-12-09T15:28:35,095 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:28:35,098 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1] 2024-12-09T15:28:35,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57540 deadline: 1733758174767, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:35,100 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,100 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,100 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 from cache 2024-12-09T15:28:35,365 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/info/4cea81b25f6947b081190a8a46ac5222 2024-12-09T15:28:35,391 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/ns/36e3eccfbb774d219cf80fa609e51c6e is 43, key is default/ns:d/1733758062687/Put/seqid=0 2024-12-09T15:28:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741867_1043 (size=5153) 2024-12-09T15:28:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741867_1043 (size=5153) 2024-12-09T15:28:35,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741867_1043 (size=5153) 2024-12-09T15:28:35,403 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/ns/36e3eccfbb774d219cf80fa609e51c6e 2024-12-09T15:28:35,405 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:28:35,406 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1] 2024-12-09T15:28:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41421 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57540 deadline: 1733758174767, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:35,408 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,408 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,408 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 from cache 2024-12-09T15:28:35,436 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/table/c2bcf329914a4a868863d2fcfd03d551 is 47, key is SPTestTable/table:state/1733758073271/Put/seqid=0 2024-12-09T15:28:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741868_1044 (size=5214) 2024-12-09T15:28:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741868_1044 (size=5214) 2024-12-09T15:28:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741868_1044 (size=5214) 2024-12-09T15:28:35,865 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/table/c2bcf329914a4a868863d2fcfd03d551 2024-12-09T15:28:35,915 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/info/4cea81b25f6947b081190a8a46ac5222 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/info/4cea81b25f6947b081190a8a46ac5222 2024-12-09T15:28:35,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:28:35,917 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1] 2024-12-09T15:28:35,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41421 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57540 deadline: 1733758174767, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:35,920 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,920 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 3651d8ead0f3,41421,1733758051909 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T15:28:35,920 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1 from cache 2024-12-09T15:28:35,931 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/info/4cea81b25f6947b081190a8a46ac5222, entries=100, sequenceid=28, filesize=18.0 K 2024-12-09T15:28:35,933 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/ns/36e3eccfbb774d219cf80fa609e51c6e as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/ns/36e3eccfbb774d219cf80fa609e51c6e 2024-12-09T15:28:35,942 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/ns/36e3eccfbb774d219cf80fa609e51c6e, entries=2, sequenceid=28, filesize=5.0 K 2024-12-09T15:28:35,944 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/.tmp/table/c2bcf329914a4a868863d2fcfd03d551 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/table/c2bcf329914a4a868863d2fcfd03d551 2024-12-09T15:28:35,956 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/table/c2bcf329914a4a868863d2fcfd03d551, entries=2, sequenceid=28, filesize=5.1 K 2024-12-09T15:28:35,956 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1123ms, sequenceid=28, compaction requested=false; wal=null 2024-12-09T15:28:35,962 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-09T15:28:35,974 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T15:28:35,974 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T15:28:35,982 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T15:28:35,988 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T15:28:35,991 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-09T15:28:36,002 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72410989, jitterRate=0.0790078192949295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T15:28:36,002 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T15:28:36,002 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733758114761Writing region info on filesystem at 1733758114761Initializing all the Stores at 1733758114774 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758114774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758114775 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733758114775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733758114775Obtaining lock to block concurrent updates at 1733758114834 (+59 ms)Preparing flush snapshotting stores in 1588230740 at 1733758114834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733758114834Flushing stores of hbase:meta,,1.1588230740 at 1733758114834Flushing 1588230740/info: creating writer at 1733758114834Flushing 1588230740/info: appending metadata at 1733758114880 (+46 ms)Flushing 1588230740/info: closing flushed file at 1733758114880Flushing 1588230740/ns: creating writer at 1733758115373 (+493 ms)Flushing 1588230740/ns: appending metadata at 1733758115390 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733758115390Flushing 1588230740/table: creating writer at 1733758115411 (+21 ms)Flushing 1588230740/table: appending metadata at 1733758115435 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733758115435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3065903d: reopening flushed file at 1733758115909 (+474 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4731703c: reopening flushed file at 1733758115931 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2201e18a: reopening flushed file at 1733758115943 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1123ms, sequenceid=28, compaction requested=false; wal=null at 1733758115957 (+14 ms)Cleaning up temporary data from old regions at 1733758115974 (+17 ms)Running coprocessor post-open hooks at 1733758116002 (+28 ms)Region opened successfully at 1733758116002 2024-12-09T15:28:36,006 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1733758114664 2024-12-09T15:28:36,008 DEBUG [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T15:28:36,009 INFO [RS_OPEN_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T15:28:36,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:36,010 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3651d8ead0f3,41421,1733758051909, state=OPEN 2024-12-09T15:28:36,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:36,012 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:36,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:36,013 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:36,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T15:28:36,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-12-09T15:28:36,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3651d8ead0f3,41421,1733758051909 in 2.0840 sec 2024-12-09T15:28:36,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T15:28:36,020 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3651d8ead0f3,39437,1733758051820 had 5 regions 2024-12-09T15:28:36,021 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3651d8ead0f3,39437,1733758051820, splitWal=true, meta=true, isMeta: false 2024-12-09T15:28:36,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-09T15:28:36,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 2.2460 sec 2024-12-09T15:28:36,031 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3651d8ead0f3,39437,1733758051820 WAL count=1, meta=false 2024-12-09T15:28:36,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 3651d8ead0f3%2C39437%2C1733758051820.1733758052443}] 2024-12-09T15:28:36,038 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:36,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 3651d8ead0f3%2C39437%2C1733758051820.1733758052443, worker=3651d8ead0f3,41421,1733758051909}] 2024-12-09T15:28:36,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T15:28:36,927 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3651d8ead0f3,41421,1733758051909, seqNum=-1] 2024-12-09T15:28:36,954 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T15:28:36,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T15:28:36,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:28:36,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:28:36,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:36,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:36,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T15:28:36,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2021833290, stopped=false 2024-12-09T15:28:36,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3651d8ead0f3,45135,1733758051734 2024-12-09T15:28:36,957 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:28:36,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:28:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:28:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T15:28:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:28:36,958 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:28:36,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T15:28:36,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:28:36,959 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T15:28:36,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T15:28:36,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:28:36,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:36,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,42939,1733758051854' ***** 2024-12-09T15:28:36,960 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T15:28:36,960 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3651d8ead0f3,41421,1733758051909' ***** 2024-12-09T15:28:36,960 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T15:28:36,960 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:28:36,960 INFO [RS:2;3651d8ead0f3:41421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:28:36,960 INFO [RS:2;3651d8ead0f3:41421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:28:36,960 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T15:28:36,960 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(3091): Received CLOSE for c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:28:36,961 INFO [RS:1;3651d8ead0f3:42939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T15:28:36,961 INFO [RS:1;3651d8ead0f3:42939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T15:28:36,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:28:36,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T15:28:36,961 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for 65e683294b16c5ab238d830522a64f0b 2024-12-09T15:28:36,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:28:36,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(3091): Received CLOSE for a86f528b4cba324d6833cf8be8e128c3 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(3091): Received CLOSE for 3baa037e3426f0e70521b3f3285e8c6c 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(959): stopping server 3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3651d8ead0f3:41421. 2024-12-09T15:28:36,967 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b170e2b8e892d0ddde2e1315d969ba4 2024-12-09T15:28:36,967 DEBUG [RS:2;3651d8ead0f3:41421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:28:36,967 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(3091): Received CLOSE for 96338852f6357dda3468301ddc5f9559 2024-12-09T15:28:36,967 DEBUG [RS:2;3651d8ead0f3:41421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:36,967 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(959): stopping server 3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:36,967 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:28:36,967 INFO [RS:1;3651d8ead0f3:42939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3651d8ead0f3:42939. 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:28:36,967 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:28:36,968 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T15:28:36,968 DEBUG [RS:1;3651d8ead0f3:42939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T15:28:36,968 DEBUG [RS:1;3651d8ead0f3:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7bceb26acc2b2d2c21f264ccbc24f89, disabling compactions & flushes 2024-12-09T15:28:36,968 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-09T15:28:36,968 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:36,968 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1325): Online Regions={65e683294b16c5ab238d830522a64f0b=SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b., 0b170e2b8e892d0ddde2e1315d969ba4=SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4., 96338852f6357dda3468301ddc5f9559=SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559.} 2024-12-09T15:28:36,968 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:36,968 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1325): Online Regions={c7bceb26acc2b2d2c21f264ccbc24f89=SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89., a86f528b4cba324d6833cf8be8e128c3=SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3., 3baa037e3426f0e70521b3f3285e8c6c=SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T15:28:36,968 DEBUG [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1351): Waiting on 0b170e2b8e892d0ddde2e1315d969ba4, 65e683294b16c5ab238d830522a64f0b, 96338852f6357dda3468301ddc5f9559 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. after waiting 0 ms 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:36,968 DEBUG [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3baa037e3426f0e70521b3f3285e8c6c, a86f528b4cba324d6833cf8be8e128c3, c7bceb26acc2b2d2c21f264ccbc24f89 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T15:28:36,968 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T15:28:36,968 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T15:28:36,969 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T15:28:36,969 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T15:28:36,982 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65e683294b16c5ab238d830522a64f0b, disabling compactions & flushes 2024-12-09T15:28:36,983 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:36,983 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:36,983 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. after waiting 0 ms 2024-12-09T15:28:36,983 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:37,016 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/c7bceb26acc2b2d2c21f264ccbc24f89/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:28:37,020 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:37,026 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:37,026 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-12-09T15:28:37,026 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7bceb26acc2b2d2c21f264ccbc24f89: Waiting for close lock at 1733758116967Running coprocessor pre-close hooks at 1733758116967Disabling compacts and flushes for region at 1733758116968 (+1 ms)Disabling writes for close at 1733758116968Writing region close event to WAL at 1733758116981 (+13 ms)Running coprocessor post-close hooks at 1733758117026 (+45 ms)Closed at 1733758117026 2024-12-09T15:28:37,027 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733758062761.c7bceb26acc2b2d2c21f264ccbc24f89. 2024-12-09T15:28:37,027 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a86f528b4cba324d6833cf8be8e128c3, disabling compactions & flushes 2024-12-09T15:28:37,027 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:37,027 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:37,027 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. after waiting 0 ms 2024-12-09T15:28:37,027 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:37,030 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/65e683294b16c5ab238d830522a64f0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:28:37,031 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T15:28:37,031 INFO [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T15:28:37,031 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733758116968Running coprocessor pre-close hooks at 1733758116968Disabling compacts and flushes for region at 1733758116968Disabling writes for close at 1733758116969 (+1 ms)Writing region close event to WAL at 1733758117010 (+41 ms)Running coprocessor post-close hooks at 1733758117030 (+20 ms)Closed at 1733758117031 (+1 ms) 2024-12-09T15:28:37,031 DEBUG [RS_CLOSE_META-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T15:28:37,034 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65e683294b16c5ab238d830522a64f0b: Waiting for close lock at 1733758116982Running coprocessor pre-close hooks at 1733758116982Disabling compacts and flushes for region at 1733758116982Disabling writes for close at 1733758116983 (+1 ms)Writing region close event to WAL at 1733758116989 (+6 ms)Running coprocessor post-close hooks at 1733758117034 (+45 ms)Closed at 1733758117034 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733758062761.65e683294b16c5ab238d830522a64f0b. 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b170e2b8e892d0ddde2e1315d969ba4, disabling compactions & flushes 2024-12-09T15:28:37,035 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. after waiting 0 ms 2024-12-09T15:28:37,035 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:37,059 INFO [regionserver/3651d8ead0f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:37,072 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/a86f528b4cba324d6833cf8be8e128c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T15:28:37,073 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a86f528b4cba324d6833cf8be8e128c3: Waiting for close lock at 1733758117027Running coprocessor pre-close hooks at 1733758117027Disabling compacts and flushes for region at 1733758117027Disabling writes for close at 1733758117027Writing region close event to WAL at 1733758117048 (+21 ms)Running coprocessor post-close hooks at 1733758117073 (+25 ms)Closed at 1733758117073 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733758062761.a86f528b4cba324d6833cf8be8e128c3. 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3baa037e3426f0e70521b3f3285e8c6c, disabling compactions & flushes 2024-12-09T15:28:37,073 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. after waiting 0 ms 2024-12-09T15:28:37,073 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:37,082 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/0b170e2b8e892d0ddde2e1315d969ba4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:28:37,084 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b170e2b8e892d0ddde2e1315d969ba4: Waiting for close lock at 1733758117035Running coprocessor pre-close hooks at 1733758117035Disabling compacts and flushes for region at 1733758117035Disabling writes for close at 1733758117035Writing region close event to WAL at 1733758117054 (+19 ms)Running coprocessor post-close hooks at 1733758117084 (+30 ms)Closed at 1733758117084 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733758062761.0b170e2b8e892d0ddde2e1315d969ba4. 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96338852f6357dda3468301ddc5f9559, disabling compactions & flushes 2024-12-09T15:28:37,084 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. after waiting 0 ms 2024-12-09T15:28:37,084 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:37,105 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/96338852f6357dda3468301ddc5f9559/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:28:37,106 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:37,106 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96338852f6357dda3468301ddc5f9559: Waiting for close lock at 1733758117084Running coprocessor pre-close hooks at 1733758117084Disabling compacts and flushes for region at 1733758117084Disabling writes for close at 1733758117084Writing region close event to WAL at 1733758117091 (+7 ms)Running coprocessor post-close hooks at 1733758117106 (+15 ms)Closed at 1733758117106 2024-12-09T15:28:37,106 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733758062761.96338852f6357dda3468301ddc5f9559. 2024-12-09T15:28:37,119 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/data/default/SPTestTable/3baa037e3426f0e70521b3f3285e8c6c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T15:28:37,120 INFO [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:37,120 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3baa037e3426f0e70521b3f3285e8c6c: Waiting for close lock at 1733758117073Running coprocessor pre-close hooks at 1733758117073Disabling compacts and flushes for region at 1733758117073Disabling writes for close at 1733758117073Writing region close event to WAL at 1733758117087 (+14 ms)Running coprocessor post-close hooks at 1733758117120 (+33 ms)Closed at 1733758117120 2024-12-09T15:28:37,120 DEBUG [RS_CLOSE_REGION-regionserver/3651d8ead0f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733758062761.3baa037e3426f0e70521b3f3285e8c6c. 2024-12-09T15:28:37,168 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(976): stopping server 3651d8ead0f3,42939,1733758051854; all regions closed. 2024-12-09T15:28:37,170 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(976): stopping server 3651d8ead0f3,41421,1733758051909; all regions closed. 2024-12-09T15:28:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741833_1009 (size=2334) 2024-12-09T15:28:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741833_1009 (size=2334) 2024-12-09T15:28:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741833_1009 (size=2334) 2024-12-09T15:28:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741865_1041 (size=678) 2024-12-09T15:28:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741865_1041 (size=678) 2024-12-09T15:28:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741865_1041 (size=678) 2024-12-09T15:28:37,202 DEBUG [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs 2024-12-09T15:28:37,202 INFO [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C41421%2C1733758051909.meta:.meta(num 1733758114674) 2024-12-09T15:28:37,209 DEBUG [RS:1;3651d8ead0f3:42939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs 2024-12-09T15:28:37,209 INFO [RS:1;3651d8ead0f3:42939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C42939%2C1733758051854:(num 1733758052441) 2024-12-09T15:28:37,209 DEBUG [RS:1;3651d8ead0f3:42939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:37,209 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:37,209 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:28:37,209 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.ChoreService(370): Chore service for: regionserver/3651d8ead0f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T15:28:37,210 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T15:28:37,210 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T15:28:37,210 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T15:28:37,210 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:28:37,210 INFO [RS:1;3651d8ead0f3:42939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42939 2024-12-09T15:28:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741834_1010 (size=2364) 2024-12-09T15:28:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741834_1010 (size=2364) 2024-12-09T15:28:37,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741834_1010 (size=2364) 2024-12-09T15:28:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:28:37,220 INFO [regionserver/3651d8ead0f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:28:37,220 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,42939,1733758051854 2024-12-09T15:28:37,221 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:28:37,221 DEBUG [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/oldWALs 2024-12-09T15:28:37,221 INFO [RS:2;3651d8ead0f3:41421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3651d8ead0f3%2C41421%2C1733758051909:(num 1733758052446) 2024-12-09T15:28:37,221 DEBUG [RS:2;3651d8ead0f3:41421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T15:28:37,221 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T15:28:37,222 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:28:37,222 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.ChoreService(370): Chore service for: regionserver/3651d8ead0f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T15:28:37,222 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:28:37,222 INFO [regionserver/3651d8ead0f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:28:37,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,42939,1733758051854] 2024-12-09T15:28:37,222 INFO [RS:2;3651d8ead0f3:41421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41421 2024-12-09T15:28:37,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3651d8ead0f3,41421,1733758051909 2024-12-09T15:28:37,225 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:28:37,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T15:28:37,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,42939,1733758051854 already deleted, retry=false 2024-12-09T15:28:37,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3651d8ead0f3,42939,1733758051854 expired; onlineServers=1 2024-12-09T15:28:37,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3651d8ead0f3,41421,1733758051909] 2024-12-09T15:28:37,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3651d8ead0f3,41421,1733758051909 already deleted, retry=false 2024-12-09T15:28:37,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3651d8ead0f3,41421,1733758051909 expired; onlineServers=0 2024-12-09T15:28:37,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3651d8ead0f3,45135,1733758051734' ***** 2024-12-09T15:28:37,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T15:28:37,230 INFO [M:0;3651d8ead0f3:45135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T15:28:37,230 INFO [M:0;3651d8ead0f3:45135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T15:28:37,231 DEBUG [M:0;3651d8ead0f3:45135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T15:28:37,231 DEBUG [M:0;3651d8ead0f3:45135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T15:28:37,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T15:28:37,231 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733758052146 {}] cleaner.HFileCleaner(306): Exit Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.small.0-1733758052146,5,FailOnTimeoutGroup] 2024-12-09T15:28:37,231 DEBUG [master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733758052144 {}] cleaner.HFileCleaner(306): Exit Thread[master/3651d8ead0f3:0:becomeActiveMaster-HFileCleaner.large.0-1733758052144,5,FailOnTimeoutGroup] 2024-12-09T15:28:37,231 INFO [M:0;3651d8ead0f3:45135 {}] hbase.ChoreService(370): Chore service for: master/3651d8ead0f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T15:28:37,231 INFO [M:0;3651d8ead0f3:45135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T15:28:37,231 DEBUG [M:0;3651d8ead0f3:45135 {}] master.HMaster(1795): Stopping service threads 2024-12-09T15:28:37,231 INFO [M:0;3651d8ead0f3:45135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T15:28:37,231 INFO [M:0;3651d8ead0f3:45135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T15:28:37,231 ERROR [M:0;3651d8ead0f3:45135 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:35939 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35939,5,PEWorkerGroup] 2024-12-09T15:28:37,232 INFO [M:0;3651d8ead0f3:45135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T15:28:37,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T15:28:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T15:28:37,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T15:28:37,235 DEBUG [M:0;3651d8ead0f3:45135 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-09T15:28:37,235 DEBUG [M:0;3651d8ead0f3:45135 {}] master.ActiveMasterManager(353): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-09T15:28:37,236 INFO [M:0;3651d8ead0f3:45135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/.lastflushedseqids 2024-12-09T15:28:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741869_1045 (size=632) 2024-12-09T15:28:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741869_1045 (size=632) 2024-12-09T15:28:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741869_1045 (size=632) 2024-12-09T15:28:37,258 INFO [M:0;3651d8ead0f3:45135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T15:28:37,258 INFO [M:0;3651d8ead0f3:45135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T15:28:37,258 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T15:28:37,258 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:28:37,258 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:28:37,258 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T15:28:37,258 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:28:37,259 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.62 KB heapSize=211.73 KB 2024-12-09T15:28:37,285 DEBUG [M:0;3651d8ead0f3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/821ebe4a00bc42d0931444d161e65c2a is 82, key is hbase:meta,,1/info:regioninfo/1733758116009/Put/seqid=0 2024-12-09T15:28:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741870_1046 (size=6071) 2024-12-09T15:28:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741870_1046 (size=6071) 2024-12-09T15:28:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741870_1046 (size=6071) 2024-12-09T15:28:37,311 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/821ebe4a00bc42d0931444d161e65c2a 2024-12-09T15:28:37,328 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,328 DEBUG [pool-310-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42939-0x1012bcbf5750002, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,328 INFO [RS:1;3651d8ead0f3:42939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:28:37,328 INFO [RS:1;3651d8ead0f3:42939 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,42939,1733758051854; zookeeper connection closed. 2024-12-09T15:28:37,328 INFO [RS:2;3651d8ead0f3:41421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:28:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,328 INFO [RS:2;3651d8ead0f3:41421 {}] regionserver.HRegionServer(1031): Exiting; stopping=3651d8ead0f3,41421,1733758051909; zookeeper connection closed. 2024-12-09T15:28:37,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x1012bcbf5750003, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e2196d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e2196d6 2024-12-09T15:28:37,331 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38dc5514 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38dc5514 2024-12-09T15:28:37,331 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T15:28:37,361 DEBUG [M:0;3651d8ead0f3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4230e784c24391a664963348b06133 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733758073277/Put/seqid=0 2024-12-09T15:28:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741871_1047 (size=11610) 2024-12-09T15:28:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741871_1047 (size=11610) 2024-12-09T15:28:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741871_1047 (size=11610) 2024-12-09T15:28:37,411 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.39 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4230e784c24391a664963348b06133 2024-12-09T15:28:37,422 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4230e784c24391a664963348b06133 2024-12-09T15:28:37,444 DEBUG [M:0;3651d8ead0f3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c872fe7d18f4a19afdb7fee2ad8675e is 69, key is 3651d8ead0f3,41421,1733758051909/rs:state/1733758052278/Put/seqid=0 2024-12-09T15:28:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741872_1048 (size=5442) 2024-12-09T15:28:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741872_1048 (size=5442) 2024-12-09T15:28:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741872_1048 (size=5442) 2024-12-09T15:28:37,459 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c872fe7d18f4a19afdb7fee2ad8675e 2024-12-09T15:28:37,465 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c872fe7d18f4a19afdb7fee2ad8675e 2024-12-09T15:28:37,466 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/821ebe4a00bc42d0931444d161e65c2a as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/821ebe4a00bc42d0931444d161e65c2a 2024-12-09T15:28:37,473 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/821ebe4a00bc42d0931444d161e65c2a, entries=14, sequenceid=416, filesize=5.9 K 2024-12-09T15:28:37,474 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c4230e784c24391a664963348b06133 as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c4230e784c24391a664963348b06133 2024-12-09T15:28:37,480 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4230e784c24391a664963348b06133 2024-12-09T15:28:37,480 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c4230e784c24391a664963348b06133, entries=52, sequenceid=416, filesize=11.3 K 2024-12-09T15:28:37,482 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c872fe7d18f4a19afdb7fee2ad8675e as hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c872fe7d18f4a19afdb7fee2ad8675e 2024-12-09T15:28:37,488 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c872fe7d18f4a19afdb7fee2ad8675e 2024-12-09T15:28:37,488 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/1273dfb0-58b2-8170-3ffa-650af0f72837/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c872fe7d18f4a19afdb7fee2ad8675e, entries=3, sequenceid=416, filesize=5.3 K 2024-12-09T15:28:37,489 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.62 KB/176763, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=416, compaction requested=false 2024-12-09T15:28:37,491 INFO [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T15:28:37,491 DEBUG [M:0;3651d8ead0f3:45135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733758117258Disabling compacts and flushes for region at 1733758117258Disabling writes for close at 1733758117258Obtaining lock to block concurrent updates at 1733758117259 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733758117259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176763, getHeapSize=216744, getOffHeapSize=0, getCellsCount=515 at 1733758117259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733758117263 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733758117263Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733758117284 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733758117284Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733758117328 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733758117360 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733758117360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733758117422 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733758117443 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733758117444 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8b6b29: reopening flushed file at 1733758117465 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361a8c08: reopening flushed file at 1733758117473 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc41ef6: reopening flushed file at 1733758117481 (+8 ms)Finished flush of dataSize ~172.62 KB/176763, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=416, compaction requested=false at 1733758117489 (+8 ms)Writing region close event to WAL at 1733758117491 (+2 ms)Closed at 1733758117491 2024-12-09T15:28:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44221 is added to blk_1073741830_1006 (size=204618) 2024-12-09T15:28:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45505 is added to blk_1073741830_1006 (size=204618) 2024-12-09T15:28:37,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741830_1006 (size=204618) 2024-12-09T15:28:37,495 INFO [M:0;3651d8ead0f3:45135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T15:28:37,496 INFO [M:0;3651d8ead0f3:45135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45135 2024-12-09T15:28:37,496 INFO [M:0;3651d8ead0f3:45135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T15:28:37,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T15:28:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1012bcbf5750000, quorum=127.0.0.1:54831, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T15:28:37,598 INFO [M:0;3651d8ead0f3:45135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T15:28:37,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5094d3e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:28:37,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d9e2f03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:28:37,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:28:37,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5860725f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:28:37,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14ef5eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,STOPPED} 2024-12-09T15:28:37,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:28:37,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:28:37,626 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:28:37,626 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-376137032-172.17.0.3-1733758050304 (Datanode Uuid 838da4a6-b25e-4cbf-8248-bd2cf9be36bb) service to localhost/127.0.0.1:35939 2024-12-09T15:28:37,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data6/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:28:37,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data5/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a24c7a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:28:37,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:28:37,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:28:37,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:28:37,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,STOPPED} 2024-12-09T15:28:37,648 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:28:37,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:28:37,648 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-376137032-172.17.0.3-1733758050304 (Datanode Uuid 51efbbaa-0c68-4a0c-a9f9-fa9fa7863813) service to localhost/127.0.0.1:35939 2024-12-09T15:28:37,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:28:37,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data3/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data4/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:28:37,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78a61ad1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T15:28:37,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31e052f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:28:37,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:28:37,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d02e3b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:28:37,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a96636e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,STOPPED} 2024-12-09T15:28:37,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T15:28:37,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T15:28:37,670 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T15:28:37,670 WARN [BP-376137032-172.17.0.3-1733758050304 heartbeating to localhost/127.0.0.1:35939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-376137032-172.17.0.3-1733758050304 (Datanode Uuid def0c2ce-8cdf-436e-8a33-fa297cce7adf) service to localhost/127.0.0.1:35939 2024-12-09T15:28:37,672 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T15:28:37,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data1/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/cluster_2860ab96-47f4-88bc-a097-5f6517e0f10a/data/data2/current/BP-376137032-172.17.0.3-1733758050304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T15:28:37,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101286d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T15:28:37,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488740b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T15:28:37,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T15:28:37,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bd04584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T15:28:37,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec070ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db7c80a-706d-db42-1e4d-44faad2ba728/hadoop.log.dir/,STOPPED} 2024-12-09T15:28:37,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T15:28:37,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T15:28:37,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 96) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35939 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:35939 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3651d8ead0f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/3651d8ead0f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=7366 (was 6030) - AvailableMemoryMB LEAK? -