2024-12-09 01:04:17,576 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 01:04:17,586 main DEBUG Took 0.008395 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 01:04:17,586 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 01:04:17,586 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 01:04:17,587 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 01:04:17,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,595 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 01:04:17,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,611 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,612 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,615 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,618 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,619 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:04:17,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,622 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 01:04:17,624 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:04:17,625 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 01:04:17,628 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 01:04:17,628 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 01:04:17,630 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 01:04:17,631 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 01:04:17,643 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 01:04:17,647 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 01:04:17,649 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 01:04:17,650 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 01:04:17,650 main DEBUG createAppenders(={Console}) 2024-12-09 01:04:17,651 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-09 01:04:17,652 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-09 01:04:17,652 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-09 01:04:17,653 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 01:04:17,653 main DEBUG OutputStream closed 2024-12-09 01:04:17,653 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 01:04:17,654 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 01:04:17,654 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-09 01:04:17,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 01:04:17,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 01:04:17,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 01:04:17,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 01:04:17,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 01:04:17,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 01:04:17,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 01:04:17,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 01:04:17,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 01:04:17,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 01:04:17,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 01:04:17,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 01:04:17,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 01:04:17,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 01:04:17,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 01:04:17,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 01:04:17,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 01:04:17,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 01:04:17,770 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 01:04:17,771 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-09 01:04:17,772 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 01:04:17,773 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-09T01:04:17,791 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-09 01:04:17,794 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 01:04:17,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T01:04:17,803 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-09T01:04:17,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=16934 2024-12-09T01:04:18,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83 2024-12-09T01:04:18,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:04:18,110 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7, deleteOnExit=true 2024-12-09T01:04:18,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:04:18,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/test.cache.data in system properties and HBase conf 2024-12-09T01:04:18,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:04:18,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:04:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:04:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:04:18,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:04:18,220 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T01:04:18,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:04:18,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:04:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:04:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:04:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:04:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:04:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:04:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:04:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:04:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:04:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:04:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:04:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:04:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:04:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:04:19,369 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T01:04:19,441 INFO [Time-limited test {}] log.Log(170): Logging initialized @2582ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:04:19,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:04:19,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:04:19,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:04:19,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:04:19,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:04:19,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:04:19,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:04:19,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:04:19,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/java.io.tmpdir/jetty-localhost-39259-hadoop-hdfs-3_4_1-tests_jar-_-any-17603326266792591547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:04:19,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39259} 2024-12-09T01:04:19,795 INFO [Time-limited test {}] server.Server(415): Started @2938ms 2024-12-09T01:04:20,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:04:20,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:04:20,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:04:20,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:04:20,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:04:20,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:04:20,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:04:20,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/java.io.tmpdir/jetty-localhost-45333-hadoop-hdfs-3_4_1-tests_jar-_-any-9019508093003330457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:04:20,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:45333} 2024-12-09T01:04:20,425 INFO [Time-limited test {}] server.Server(415): Started @3567ms 2024-12-09T01:04:20,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:04:20,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:04:20,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:04:20,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:04:20,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:04:20,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:04:20,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:04:20,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:04:20,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/java.io.tmpdir/jetty-localhost-42789-hadoop-hdfs-3_4_1-tests_jar-_-any-5463790799564567162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:04:20,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:42789} 2024-12-09T01:04:20,713 INFO [Time-limited test {}] server.Server(415): Started @3856ms 2024-12-09T01:04:20,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:04:20,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:04:20,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:04:20,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:04:20,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:04:20,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:04:20,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:04:20,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:04:20,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/java.io.tmpdir/jetty-localhost-39681-hadoop-hdfs-3_4_1-tests_jar-_-any-11204016710998981591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:04:20,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:39681} 2024-12-09T01:04:20,858 INFO [Time-limited test {}] server.Server(415): Started @4001ms 2024-12-09T01:04:20,861 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:04:21,696 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data2/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,696 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data1/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,722 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data3/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,722 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data4/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,725 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:04:21,742 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:04:21,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x825bd03670e77aaa with lease ID 0x30c7f78aa4c6f69c: Processing first storage report for DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4 from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=ed7b3970-2926-4bc3-a82b-7a4b11c401ab, infoPort=42587, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x825bd03670e77aaa with lease ID 0x30c7f78aa4c6f69c: from storage DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4 node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=ed7b3970-2926-4bc3-a82b-7a4b11c401ab, infoPort=42587, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9de907c4f1183b8 with lease ID 0x30c7f78aa4c6f69d: Processing first storage report for DS-7911229c-0556-44ce-b280-27abf4ea3e9e from datanode DatanodeRegistration(127.0.0.1:36135, datanodeUuid=deb67ed1-7502-4091-bb6e-a4ddf868af7b, infoPort=46143, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9de907c4f1183b8 with lease ID 0x30c7f78aa4c6f69d: from storage DS-7911229c-0556-44ce-b280-27abf4ea3e9e node DatanodeRegistration(127.0.0.1:36135, datanodeUuid=deb67ed1-7502-4091-bb6e-a4ddf868af7b, infoPort=46143, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x825bd03670e77aaa with lease ID 0x30c7f78aa4c6f69c: Processing first storage report for DS-4af3a754-69b3-475d-9ad8-1d3237b93dfc from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=ed7b3970-2926-4bc3-a82b-7a4b11c401ab, infoPort=42587, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x825bd03670e77aaa with lease ID 0x30c7f78aa4c6f69c: from storage DS-4af3a754-69b3-475d-9ad8-1d3237b93dfc node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=ed7b3970-2926-4bc3-a82b-7a4b11c401ab, infoPort=42587, infoSecurePort=0, ipcPort=42333, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9de907c4f1183b8 with lease ID 0x30c7f78aa4c6f69d: Processing first storage report for DS-d04433d4-63b8-45de-9a00-fa21cf6f8da6 from datanode DatanodeRegistration(127.0.0.1:36135, datanodeUuid=deb67ed1-7502-4091-bb6e-a4ddf868af7b, infoPort=46143, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9de907c4f1183b8 with lease ID 0x30c7f78aa4c6f69d: from storage DS-d04433d4-63b8-45de-9a00-fa21cf6f8da6 node DatanodeRegistration(127.0.0.1:36135, datanodeUuid=deb67ed1-7502-4091-bb6e-a4ddf868af7b, infoPort=46143, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,847 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data6/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,847 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data5/current/BP-259814958-172.17.0.2-1733706258878/current, will proceed with Du for space computation calculation, 2024-12-09T01:04:21,871 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:04:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91f6718afaed38c with lease ID 0x30c7f78aa4c6f69e: Processing first storage report for DS-725191fd-7622-47ef-a64e-8bcc2c04b301 from datanode DatanodeRegistration(127.0.0.1:43109, datanodeUuid=7465e4aa-8032-4d9f-8413-0f987d3f621d, infoPort=45659, infoSecurePort=0, ipcPort=46793, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91f6718afaed38c with lease ID 0x30c7f78aa4c6f69e: from storage DS-725191fd-7622-47ef-a64e-8bcc2c04b301 node DatanodeRegistration(127.0.0.1:43109, datanodeUuid=7465e4aa-8032-4d9f-8413-0f987d3f621d, infoPort=45659, infoSecurePort=0, ipcPort=46793, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa91f6718afaed38c with lease ID 0x30c7f78aa4c6f69e: Processing first storage report for DS-0426a005-c33b-4cfe-ab50-4683d15c5bf2 from datanode DatanodeRegistration(127.0.0.1:43109, datanodeUuid=7465e4aa-8032-4d9f-8413-0f987d3f621d, infoPort=45659, infoSecurePort=0, ipcPort=46793, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878) 2024-12-09T01:04:21,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa91f6718afaed38c with lease ID 0x30c7f78aa4c6f69e: from storage DS-0426a005-c33b-4cfe-ab50-4683d15c5bf2 node DatanodeRegistration(127.0.0.1:43109, datanodeUuid=7465e4aa-8032-4d9f-8413-0f987d3f621d, infoPort=45659, infoSecurePort=0, ipcPort=46793, storageInfo=lv=-57;cid=testClusterID;nsid=141002111;c=1733706258878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:04:21,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83 2024-12-09T01:04:22,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/zookeeper_0, clientPort=57378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:04:22,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57378 2024-12-09T01:04:22,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:22,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:04:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:04:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:04:22,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 with version=8 2024-12-09T01:04:22,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/hbase-staging 2024-12-09T01:04:22,813 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T01:04:23,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:04:23,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:04:23,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:04:23,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:04:23,191 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T01:04:23,199 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T01:04:23,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:04:23,223 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 115992 (auto-detected) 2024-12-09T01:04:23,224 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T01:04:23,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45899 2024-12-09T01:04:23,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45899 connecting to ZooKeeper ensemble=127.0.0.1:57378 2024-12-09T01:04:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458990x0, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:04:23,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45899-0x1000827e4b50000 connected 2024-12-09T01:04:23,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:04:23,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96, hbase.cluster.distributed=false 2024-12-09T01:04:23,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:04:23,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-09T01:04:23,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45899 2024-12-09T01:04:23,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45899 2024-12-09T01:04:23,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-09T01:04:23,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-09T01:04:23,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:04:23,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:04:23,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:04:23,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:04:23,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:04:23,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45585 2024-12-09T01:04:23,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45585 connecting to ZooKeeper ensemble=127.0.0.1:57378 2024-12-09T01:04:23,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455850x0, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:04:23,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455850x0, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:04:23,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45585-0x1000827e4b50001 connected 2024-12-09T01:04:23,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:04:23,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:04:23,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:04:23,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:04:23,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45585 2024-12-09T01:04:23,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45585 2024-12-09T01:04:23,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45585 2024-12-09T01:04:23,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45585 2024-12-09T01:04:23,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45585 2024-12-09T01:04:23,667 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:04:23,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:04:23,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:04:23,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:04:23,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:04:23,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46341 2024-12-09T01:04:23,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46341 connecting to ZooKeeper ensemble=127.0.0.1:57378 2024-12-09T01:04:23,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463410x0, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:04:23,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:04:23,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46341-0x1000827e4b50002 connected 2024-12-09T01:04:23,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:04:23,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:04:23,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:04:23,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:04:23,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46341 2024-12-09T01:04:23,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46341 2024-12-09T01:04:23,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46341 2024-12-09T01:04:23,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46341 2024-12-09T01:04:23,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46341 2024-12-09T01:04:23,740 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:04:23,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:04:23,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:04:23,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:04:23,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:04:23,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:04:23,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38457 2024-12-09T01:04:23,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38457 connecting to ZooKeeper ensemble=127.0.0.1:57378 2024-12-09T01:04:23,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384570x0, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:04:23,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384570x0, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:04:23,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38457-0x1000827e4b50003 connected 2024-12-09T01:04:23,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:04:23,774 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:04:23,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:04:23,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:04:23,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38457 2024-12-09T01:04:23,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38457 2024-12-09T01:04:23,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38457 2024-12-09T01:04:23,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38457 2024-12-09T01:04:23,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38457 2024-12-09T01:04:23,798 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bae0942de96:45899 2024-12-09T01:04:23,799 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1bae0942de96,45899,1733706262859 2024-12-09T01:04:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,816 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1bae0942de96,45899,1733706262859 2024-12-09T01:04:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:04:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:04:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:04:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:23,848 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:04:23,850 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1bae0942de96,45899,1733706262859 from backup master directory 2024-12-09T01:04:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1bae0942de96,45899,1733706262859 2024-12-09T01:04:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:04:23,863 WARN [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:04:23,863 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bae0942de96,45899,1733706262859 2024-12-09T01:04:23,867 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T01:04:23,868 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T01:04:23,919 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/hbase.id] with ID: ff1e1b29-3391-40da-a15f-30fa15ff59b9 2024-12-09T01:04:23,919 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.tmp/hbase.id 2024-12-09T01:04:23,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:04:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:04:23,939 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.tmp/hbase.id]:[hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/hbase.id] 2024-12-09T01:04:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:04:23,981 INFO [master/1bae0942de96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:04:23,985 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:04:24,002 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-09T01:04:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:04:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:04:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:04:24,066 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:04:24,068 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:04:24,084 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:04:24,088 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:04:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:04:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:04:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:04:24,135 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store 2024-12-09T01:04:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:04:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:04:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:04:24,159 INFO [master/1bae0942de96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T01:04:24,162 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:24,163 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:04:24,164 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:04:24,164 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:04:24,165 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:04:24,165 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:04:24,165 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:04:24,166 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733706264163Disabling compacts and flushes for region at 1733706264163Disabling writes for close at 1733706264165 (+2 ms)Writing region close event to WAL at 1733706264165Closed at 1733706264165 2024-12-09T01:04:24,168 WARN [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/.initializing 2024-12-09T01:04:24,168 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/WALs/1bae0942de96,45899,1733706262859 2024-12-09T01:04:24,176 INFO [master/1bae0942de96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:04:24,189 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C45899%2C1733706262859, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/WALs/1bae0942de96,45899,1733706262859, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/oldWALs, maxLogs=10 2024-12-09T01:04:24,210 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/WALs/1bae0942de96,45899,1733706262859/1bae0942de96%2C45899%2C1733706262859.1733706264193, exclude list is [], retry=0 2024-12-09T01:04:24,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-725191fd-7622-47ef-a64e-8bcc2c04b301,DISK] 2024-12-09T01:04:24,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36135,DS-7911229c-0556-44ce-b280-27abf4ea3e9e,DISK] 2024-12-09T01:04:24,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4,DISK] 2024-12-09T01:04:24,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T01:04:24,259 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/WALs/1bae0942de96,45899,1733706262859/1bae0942de96%2C45899%2C1733706262859.1733706264193 2024-12-09T01:04:24,260 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46143:46143),(127.0.0.1/127.0.0.1:42587:42587),(127.0.0.1/127.0.0.1:45659:45659)] 2024-12-09T01:04:24,261 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:04:24,262 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:24,266 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,267 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:04:24,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:24,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:04:24,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:24,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:04:24,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:24,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:04:24,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:24,344 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,347 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,348 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,353 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,354 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,357 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:04:24,360 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:04:24,364 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:24,366 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59831401, jitterRate=-0.10844264924526215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:04:24,374 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733706264278Initializing all the Stores at 1733706264281 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706264281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706264282 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706264282Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706264282Cleaning up temporary data from old regions at 1733706264354 (+72 ms)Region opened successfully at 1733706264373 (+19 ms) 2024-12-09T01:04:24,375 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:04:24,407 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1f6495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:04:24,432 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:04:24,442 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:04:24,442 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:04:24,444 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:04:24,445 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T01:04:24,449 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-09T01:04:24,450 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T01:04:24,471 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:04:24,479 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:04:24,512 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:04:24,515 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:04:24,518 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:04:24,529 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:04:24,531 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:04:24,534 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:04:24,545 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:04:24,547 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:04:24,554 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:04:24,579 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:04:24,588 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,600 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bae0942de96,45899,1733706262859, sessionid=0x1000827e4b50000, setting cluster-up flag (Was=false) 2024-12-09T01:04:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,655 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:04:24,660 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,45899,1733706262859 2024-12-09T01:04:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:24,713 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:04:24,715 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,45899,1733706262859 2024-12-09T01:04:24,721 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:04:24,784 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(746): ClusterId : ff1e1b29-3391-40da-a15f-30fa15ff59b9 2024-12-09T01:04:24,784 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(746): ClusterId : ff1e1b29-3391-40da-a15f-30fa15ff59b9 2024-12-09T01:04:24,784 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(746): ClusterId : ff1e1b29-3391-40da-a15f-30fa15ff59b9 2024-12-09T01:04:24,787 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:04:24,787 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:04:24,787 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:04:24,788 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:04:24,797 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:04:24,802 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:04:24,807 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bae0942de96,45899,1733706262859 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:04:24,823 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:04:24,823 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:04:24,823 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:04:24,823 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:04:24,823 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:04:24,823 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:04:24,824 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:04:24,824 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:04:24,824 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:04:24,824 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:04:24,825 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bae0942de96:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:04:24,825 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:24,825 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:04:24,825 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:24,826 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733706294826 2024-12-09T01:04:24,827 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:04:24,828 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:04:24,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:04:24,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:04:24,832 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:04:24,832 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:04:24,832 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:04:24,832 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:04:24,833 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:24,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:04:24,837 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:04:24,839 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:04:24,839 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:04:24,839 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:04:24,839 DEBUG [RS:1;1bae0942de96:46341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec349e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:04:24,841 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:04:24,842 DEBUG [RS:0;1bae0942de96:45585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721c2296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:04:24,842 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:04:24,842 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:04:24,842 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:04:24,842 DEBUG [RS:2;1bae0942de96:38457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0bba8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:04:24,844 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706264843,5,FailOnTimeoutGroup] 2024-12-09T01:04:24,847 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706264844,5,FailOnTimeoutGroup] 2024-12-09T01:04:24,847 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:24,847 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:04:24,849 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:24,849 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:24,853 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bae0942de96:45585 2024-12-09T01:04:24,856 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1bae0942de96:38457 2024-12-09T01:04:24,856 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1bae0942de96:46341 2024-12-09T01:04:24,857 INFO [RS:1;1bae0942de96:46341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:04:24,857 INFO [RS:2;1bae0942de96:38457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:04:24,857 INFO [RS:0;1bae0942de96:45585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:04:24,857 INFO [RS:1;1bae0942de96:46341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:04:24,857 INFO [RS:2;1bae0942de96:38457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:04:24,857 INFO [RS:0;1bae0942de96:45585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:04:24,857 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:04:24,857 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:04:24,857 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:04:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:04:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:04:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:04:24,862 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,45899,1733706262859 with port=46341, startcode=1733706263667 2024-12-09T01:04:24,862 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,45899,1733706262859 with port=38457, startcode=1733706263740 2024-12-09T01:04:24,862 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,45899,1733706262859 with port=45585, startcode=1733706263565 2024-12-09T01:04:24,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:04:24,865 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:24,877 DEBUG [RS:0;1bae0942de96:45585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:04:24,877 DEBUG [RS:2;1bae0942de96:38457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:04:24,877 DEBUG [RS:1;1bae0942de96:46341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:04:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:04:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:04:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:04:24,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:24,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:04:24,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:04:24,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:24,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:04:24,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:04:24,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:24,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:04:24,913 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:04:24,913 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:04:24,913 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55403, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:04:24,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:04:24,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:24,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:04:24,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:04:24,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,46341,1733706263667 2024-12-09T01:04:24,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:24,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:24,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:04:24,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,46341,1733706263667 2024-12-09T01:04:24,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740 2024-12-09T01:04:24,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740 2024-12-09T01:04:24,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:04:24,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:04:24,928 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:04:24,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:04:24,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:24,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71199160, jitterRate=0.06095016002655029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:04:24,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,38457,1733706263740 2024-12-09T01:04:24,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,38457,1733706263740 2024-12-09T01:04:24,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733706264893Initializing all the Stores at 1733706264894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706264894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706264899 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706264899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706264899Cleaning up temporary data from old regions at 1733706264927 (+28 ms)Region opened successfully at 1733706264938 (+11 ms) 2024-12-09T01:04:24,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:04:24,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:04:24,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:04:24,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:04:24,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:04:24,940 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:24,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:04:24,940 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43709 2024-12-09T01:04:24,940 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:04:24,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733706264938Disabling compacts and flushes for region at 1733706264938Disabling writes for close at 1733706264939 (+1 ms)Writing region close event to WAL at 1733706264940 (+1 ms)Closed at 1733706264940 2024-12-09T01:04:24,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,45585,1733706263565 2024-12-09T01:04:24,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,45585,1733706263565 2024-12-09T01:04:24,941 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:24,941 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43709 2024-12-09T01:04:24,942 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:04:24,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:04:24,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:04:24,946 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:24,946 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43709 2024-12-09T01:04:24,946 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:04:24,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:04:24,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:04:24,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:04:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:04:25,005 DEBUG [RS:2;1bae0942de96:38457 {}] zookeeper.ZKUtil(111): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,38457,1733706263740 2024-12-09T01:04:25,005 WARN [RS:2;1bae0942de96:38457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:04:25,006 INFO [RS:2;1bae0942de96:38457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:04:25,006 DEBUG [RS:1;1bae0942de96:46341 {}] zookeeper.ZKUtil(111): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,46341,1733706263667 2024-12-09T01:04:25,006 WARN [RS:1;1bae0942de96:46341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:04:25,006 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,38457,1733706263740 2024-12-09T01:04:25,007 INFO [RS:1;1bae0942de96:46341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:04:25,007 DEBUG [RS:0;1bae0942de96:45585 {}] zookeeper.ZKUtil(111): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,45585,1733706263565 2024-12-09T01:04:25,007 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667 2024-12-09T01:04:25,007 WARN [RS:0;1bae0942de96:45585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:04:25,007 INFO [RS:0;1bae0942de96:45585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:04:25,008 DEBUG [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565 2024-12-09T01:04:25,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,46341,1733706263667] 2024-12-09T01:04:25,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,38457,1733706263740] 2024-12-09T01:04:25,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,45585,1733706263565] 2024-12-09T01:04:25,033 INFO [RS:1;1bae0942de96:46341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:04:25,033 INFO [RS:0;1bae0942de96:45585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:04:25,033 INFO [RS:2;1bae0942de96:38457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:04:25,045 INFO [RS:1;1bae0942de96:46341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:04:25,045 INFO [RS:2;1bae0942de96:38457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:04:25,045 INFO [RS:0;1bae0942de96:45585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:04:25,050 INFO [RS:2;1bae0942de96:38457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:04:25,050 INFO [RS:0;1bae0942de96:45585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:04:25,050 INFO [RS:1;1bae0942de96:46341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:04:25,050 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,050 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,050 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,051 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:04:25,051 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:04:25,051 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:04:25,056 INFO [RS:1;1bae0942de96:46341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:04:25,056 INFO [RS:0;1bae0942de96:45585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:04:25,056 INFO [RS:2;1bae0942de96:38457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:04:25,058 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,058 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,058 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,058 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,058 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,059 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:04:25,060 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,060 DEBUG [RS:2;1bae0942de96:38457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,060 DEBUG [RS:1;1bae0942de96:46341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,060 DEBUG [RS:0;1bae0942de96:45585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:04:25,061 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,062 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,062 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,062 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,062 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,062 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,38457,1733706263740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46341,1733706263667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:04:25,063 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,064 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,064 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,064 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,064 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45585,1733706263565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:04:25,079 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:04:25,079 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:04:25,081 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45585,1733706263565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,081 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,38457,1733706263740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,081 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,081 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,081 INFO [RS:2;1bae0942de96:38457 {}] regionserver.Replication(171): 1bae0942de96,38457,1733706263740 started 2024-12-09T01:04:25,081 INFO [RS:0;1bae0942de96:45585 {}] regionserver.Replication(171): 1bae0942de96,45585,1733706263565 started 2024-12-09T01:04:25,084 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:04:25,084 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,46341,1733706263667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,085 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,085 INFO [RS:1;1bae0942de96:46341 {}] regionserver.Replication(171): 1bae0942de96,46341,1733706263667 started 2024-12-09T01:04:25,099 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,099 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,38457,1733706263740, RpcServer on 1bae0942de96/172.17.0.2:38457, sessionid=0x1000827e4b50003 2024-12-09T01:04:25,100 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:04:25,100 DEBUG [RS:2;1bae0942de96:38457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,38457,1733706263740 2024-12-09T01:04:25,100 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,38457,1733706263740' 2024-12-09T01:04:25,100 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:04:25,101 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:04:25,102 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:04:25,102 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:04:25,102 DEBUG [RS:2;1bae0942de96:38457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,38457,1733706263740 2024-12-09T01:04:25,102 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,38457,1733706263740' 2024-12-09T01:04:25,102 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:04:25,103 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:04:25,103 INFO [RS:0;1bae0942de96:45585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,103 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,45585,1733706263565, RpcServer on 1bae0942de96/172.17.0.2:45585, sessionid=0x1000827e4b50001 2024-12-09T01:04:25,104 DEBUG [RS:2;1bae0942de96:38457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:04:25,104 INFO [RS:2;1bae0942de96:38457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:04:25,104 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:04:25,104 INFO [RS:2;1bae0942de96:38457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:04:25,104 DEBUG [RS:0;1bae0942de96:45585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,45585,1733706263565 2024-12-09T01:04:25,104 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45585,1733706263565' 2024-12-09T01:04:25,104 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:04:25,105 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:04:25,105 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:04:25,105 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:04:25,105 DEBUG [RS:0;1bae0942de96:45585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,45585,1733706263565 2024-12-09T01:04:25,105 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45585,1733706263565' 2024-12-09T01:04:25,106 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:04:25,106 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:25,106 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,46341,1733706263667, RpcServer on 1bae0942de96/172.17.0.2:46341, sessionid=0x1000827e4b50002 2024-12-09T01:04:25,106 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:04:25,106 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:04:25,106 DEBUG [RS:1;1bae0942de96:46341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,46341,1733706263667 2024-12-09T01:04:25,106 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,46341,1733706263667' 2024-12-09T01:04:25,107 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:04:25,107 DEBUG [RS:0;1bae0942de96:45585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:04:25,107 INFO [RS:0;1bae0942de96:45585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:04:25,107 INFO [RS:0;1bae0942de96:45585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:04:25,107 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:04:25,108 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:04:25,108 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:04:25,108 DEBUG [RS:1;1bae0942de96:46341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,46341,1733706263667 2024-12-09T01:04:25,108 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,46341,1733706263667' 2024-12-09T01:04:25,108 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:04:25,109 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:04:25,109 DEBUG [RS:1;1bae0942de96:46341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:04:25,109 INFO [RS:1;1bae0942de96:46341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:04:25,109 INFO [RS:1;1bae0942de96:46341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:04:25,113 WARN [1bae0942de96:45899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:04:25,209 INFO [RS:0;1bae0942de96:45585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:04:25,209 INFO [RS:2;1bae0942de96:38457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:04:25,210 INFO [RS:1;1bae0942de96:46341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:04:25,212 INFO [RS:0;1bae0942de96:45585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C45585%2C1733706263565, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs, maxLogs=32 2024-12-09T01:04:25,212 INFO [RS:2;1bae0942de96:38457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C38457%2C1733706263740, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,38457,1733706263740, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs, maxLogs=32 2024-12-09T01:04:25,213 INFO [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C46341%2C1733706263667, suffix=, logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs, maxLogs=32 2024-12-09T01:04:25,229 DEBUG [RS:0;1bae0942de96:45585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565/1bae0942de96%2C45585%2C1733706263565.1733706265217, exclude list is [], retry=0 2024-12-09T01:04:25,229 DEBUG [RS:1;1bae0942de96:46341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667/1bae0942de96%2C46341%2C1733706263667.1733706265217, exclude list is [], retry=0 2024-12-09T01:04:25,230 DEBUG [RS:2;1bae0942de96:38457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,38457,1733706263740/1bae0942de96%2C38457%2C1733706263740.1733706265217, exclude list is [], retry=0 2024-12-09T01:04:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-725191fd-7622-47ef-a64e-8bcc2c04b301,DISK] 2024-12-09T01:04:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4,DISK] 2024-12-09T01:04:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4,DISK] 2024-12-09T01:04:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-725191fd-7622-47ef-a64e-8bcc2c04b301,DISK] 2024-12-09T01:04:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-725191fd-7622-47ef-a64e-8bcc2c04b301,DISK] 2024-12-09T01:04:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36135,DS-7911229c-0556-44ce-b280-27abf4ea3e9e,DISK] 2024-12-09T01:04:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36135,DS-7911229c-0556-44ce-b280-27abf4ea3e9e,DISK] 2024-12-09T01:04:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36135,DS-7911229c-0556-44ce-b280-27abf4ea3e9e,DISK] 2024-12-09T01:04:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4,DISK] 2024-12-09T01:04:25,271 INFO [RS:0;1bae0942de96:45585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565/1bae0942de96%2C45585%2C1733706263565.1733706265217 2024-12-09T01:04:25,271 INFO [RS:2;1bae0942de96:38457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,38457,1733706263740/1bae0942de96%2C38457%2C1733706263740.1733706265217 2024-12-09T01:04:25,271 INFO [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667/1bae0942de96%2C46341%2C1733706263667.1733706265217 2024-12-09T01:04:25,272 DEBUG [RS:0;1bae0942de96:45585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42587:42587),(127.0.0.1/127.0.0.1:45659:45659),(127.0.0.1/127.0.0.1:46143:46143)] 2024-12-09T01:04:25,272 DEBUG [RS:2;1bae0942de96:38457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659),(127.0.0.1/127.0.0.1:46143:46143),(127.0.0.1/127.0.0.1:42587:42587)] 2024-12-09T01:04:25,272 DEBUG [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45659:45659),(127.0.0.1/127.0.0.1:42587:42587),(127.0.0.1/127.0.0.1:46143:46143)] 2024-12-09T01:04:25,367 DEBUG [1bae0942de96:45899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T01:04:25,382 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:04:25,390 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:04:25,390 INFO [1bae0942de96:45899 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:04:25,390 INFO [1bae0942de96:45899 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:04:25,390 INFO [1bae0942de96:45899 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:04:25,391 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:04:25,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:25,403 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,46341,1733706263667, state=OPENING 2024-12-09T01:04:25,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:04:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:04:25,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:25,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:25,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:25,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:25,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:04:25,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:04:33,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T01:04:33,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T01:04:35,500 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:04:35,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:04:35,517 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:04:35,518 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:04:35,518 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:04:35,521 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C46341%2C1733706263667.meta, suffix=.meta, logDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667, archiveDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs, maxLogs=32 2024-12-09T01:04:35,536 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667/1bae0942de96%2C46341%2C1733706263667.meta.1733706275523.meta, exclude list is [], retry=0 2024-12-09T01:04:35,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-d2dccb67-6b99-4dfb-92b5-93f097d353f4,DISK] 2024-12-09T01:04:35,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43109,DS-725191fd-7622-47ef-a64e-8bcc2c04b301,DISK] 2024-12-09T01:04:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36135,DS-7911229c-0556-44ce-b280-27abf4ea3e9e,DISK] 2024-12-09T01:04:35,550 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667/1bae0942de96%2C46341%2C1733706263667.meta.1733706275523.meta 2024-12-09T01:04:35,550 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42587:42587),(127.0.0.1/127.0.0.1:45659:45659),(127.0.0.1/127.0.0.1:46143:46143)] 2024-12-09T01:04:35,550 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:04:35,552 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:04:35,555 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:04:35,561 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:04:35,565 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:04:35,565 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:35,565 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:04:35,565 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:04:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:04:35,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:04:35,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:35,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:04:35,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:04:35,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:35,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:35,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:04:35,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:04:35,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:35,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:35,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:04:35,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:04:35,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:35,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:04:35,577 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:04:35,578 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740 2024-12-09T01:04:35,581 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740 2024-12-09T01:04:35,583 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:04:35,583 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:04:35,583 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:04:35,586 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:04:35,587 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819368, jitterRate=0.02548849582672119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:04:35,588 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:04:35,589 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733706275566Writing region info on filesystem at 1733706275566Initializing all the Stores at 1733706275568 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706275568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706275568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706275568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706275568Cleaning up temporary data from old regions at 1733706275583 (+15 ms)Running coprocessor post-open hooks at 1733706275588 (+5 ms)Region opened successfully at 1733706275588 2024-12-09T01:04:35,595 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733706275490 2024-12-09T01:04:35,606 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:04:35,607 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:04:35,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:35,609 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,46341,1733706263667, state=OPEN 2024-12-09T01:04:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:04:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:04:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:04:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:04:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:35,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:04:35,619 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bae0942de96,46341,1733706263667 2024-12-09T01:04:35,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:04:35,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,46341,1733706263667 in 10.1480 sec 2024-12-09T01:04:35,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:04:35,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6750 sec 2024-12-09T01:04:35,634 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:04:35,634 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:04:35,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:04:35,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,46341,1733706263667, seqNum=-1] 2024-12-09T01:04:35,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:04:35,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:04:35,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9400 sec 2024-12-09T01:04:35,689 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733706275689, completionTime=-1 2024-12-09T01:04:35,692 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T01:04:35,692 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:04:35,716 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T01:04:35,716 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733706335716 2024-12-09T01:04:35,716 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733706395716 2024-12-09T01:04:35,716 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-09T01:04:35,717 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:04:35,724 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,724 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,724 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,725 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bae0942de96:45899, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,726 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,726 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,731 DEBUG [master/1bae0942de96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:04:35,751 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.887sec 2024-12-09T01:04:35,753 INFO [master/1bae0942de96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:04:35,754 INFO [master/1bae0942de96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:04:35,755 INFO [master/1bae0942de96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:04:35,755 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:04:35,755 INFO [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:04:35,756 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:04:35,757 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:04:35,762 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:04:35,763 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:04:35,763 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45899,1733706262859-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:04:35,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,813 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T01:04:35,813 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T01:04:35,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,45899,-1 for getting cluster id 2024-12-09T01:04:35,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:04:35,843 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1e1b29-3391-40da-a15f-30fa15ff59b9' 2024-12-09T01:04:35,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:04:35,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1e1b29-3391-40da-a15f-30fa15ff59b9" 2024-12-09T01:04:35,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47879c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,847 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,45899,-1] 2024-12-09T01:04:35,849 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:04:35,852 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:35,853 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:04:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:04:35,867 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,46341,1733706263667, seqNum=-1] 2024-12-09T01:04:35,867 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:04:35,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:04:35,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bae0942de96,45899,1733706262859 2024-12-09T01:04:35,907 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733706275906 (current time:1733706275906). 2024-12-09T01:04:35,907 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:04:35,907 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T01:04:35,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,45899,-1 for getting cluster id 2024-12-09T01:04:35,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:04:35,912 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff1e1b29-3391-40da-a15f-30fa15ff59b9' 2024-12-09T01:04:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:04:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff1e1b29-3391-40da-a15f-30fa15ff59b9" 2024-12-09T01:04:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4123bef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,45899,-1] 2024-12-09T01:04:35,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:04:35,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:35,915 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:04:35,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c82060d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:04:35,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:04:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,46341,1733706263667, seqNum=-1] 2024-12-09T01:04:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:04:35,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:04:35,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:04:35,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:04:35,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:35,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:35,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:04:35,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:04:35,945 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,45899,1733706262859 2024-12-09T01:04:35,948 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cc25ed 2024-12-09T01:04:35,949 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:04:35,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:04:35,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:04:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T01:04:35,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:04:35,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T01:04:35,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:35,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:04:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:04:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:04:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:04:36,003 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 590b338e1b442e0e22f7a4576c12737c, NAME => 'SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,004 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dce78c24a7e5f5f1015ad6471d104f5a, NAME => 'SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,008 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d9507799527ea9c148d61cc1f06ee02b, NAME => 'SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:04:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:04:36,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:04:36,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing dce78c24a7e5f5f1015ad6471d104f5a, disabling compactions & flushes 2024-12-09T01:04:36,037 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:36,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:36,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. after waiting 0 ms 2024-12-09T01:04:36,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:36,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:36,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for dce78c24a7e5f5f1015ad6471d104f5a: Waiting for close lock at 1733706276037Disabling compacts and flushes for region at 1733706276037Disabling writes for close at 1733706276038 (+1 ms)Writing region close event to WAL at 1733706276038Closed at 1733706276038 2024-12-09T01:04:36,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9dd92061b53974353664a7d8c32e92dd, NAME => 'SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:04:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:04:36,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 590b338e1b442e0e22f7a4576c12737c, disabling compactions & flushes 2024-12-09T01:04:36,053 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. after waiting 0 ms 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:36,053 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:36,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 590b338e1b442e0e22f7a4576c12737c: Waiting for close lock at 1733706276053Disabling compacts and flushes for region at 1733706276053Disabling writes for close at 1733706276053Writing region close event to WAL at 1733706276053Closed at 1733706276053 2024-12-09T01:04:36,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c36d403afda5c3cb88ae7ec8c51a6948, NAME => 'SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:04:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:04:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:04:36,059 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9dd92061b53974353664a7d8c32e92dd, disabling compactions & flushes 2024-12-09T01:04:36,060 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:36,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:36,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. after waiting 0 ms 2024-12-09T01:04:36,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:36,060 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:36,060 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9dd92061b53974353664a7d8c32e92dd: Waiting for close lock at 1733706276060Disabling compacts and flushes for region at 1733706276060Disabling writes for close at 1733706276060Writing region close event to WAL at 1733706276060Closed at 1733706276060 2024-12-09T01:04:36,061 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 110a64d9779dc1c9c94d016049a77873, NAME => 'SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:04:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:04:36,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:04:36,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d9507799527ea9c148d61cc1f06ee02b, disabling compactions & flushes 2024-12-09T01:04:36,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:36,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:36,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. after waiting 0 ms 2024-12-09T01:04:36,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:36,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:36,064 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d9507799527ea9c148d61cc1f06ee02b: Waiting for close lock at 1733706276064Disabling compacts and flushes for region at 1733706276064Disabling writes for close at 1733706276064Writing region close event to WAL at 1733706276064Closed at 1733706276064 2024-12-09T01:04:36,065 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 205a9653f39b5b5291581f15dcedc008, NAME => 'SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:04:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:04:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c36d403afda5c3cb88ae7ec8c51a6948, disabling compactions & flushes 2024-12-09T01:04:36,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. after waiting 0 ms 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:36,074 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:36,074 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c36d403afda5c3cb88ae7ec8c51a6948: Waiting for close lock at 1733706276074Disabling compacts and flushes for region at 1733706276074Disabling writes for close at 1733706276074Writing region close event to WAL at 1733706276074Closed at 1733706276074 2024-12-09T01:04:36,075 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dab48c6647cf4e0d2ad45e2767c2c1cf, NAME => 'SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:04:36,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:04:36,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:04:36,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 110a64d9779dc1c9c94d016049a77873, disabling compactions & flushes 2024-12-09T01:04:36,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:36,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:36,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. after waiting 0 ms 2024-12-09T01:04:36,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:36,081 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:36,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 110a64d9779dc1c9c94d016049a77873: Waiting for close lock at 1733706276081Disabling compacts and flushes for region at 1733706276081Disabling writes for close at 1733706276081Writing region close event to WAL at 1733706276081Closed at 1733706276081 2024-12-09T01:04:36,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3b117084463bb55a927186b914ac0b29, NAME => 'SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:04:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:04:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:04:36,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 205a9653f39b5b5291581f15dcedc008, disabling compactions & flushes 2024-12-09T01:04:36,091 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:36,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:36,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. after waiting 0 ms 2024-12-09T01:04:36,091 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:36,091 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:36,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 205a9653f39b5b5291581f15dcedc008: Waiting for close lock at 1733706276091Disabling compacts and flushes for region at 1733706276091Disabling writes for close at 1733706276091Writing region close event to WAL at 1733706276091Closed at 1733706276091 2024-12-09T01:04:36,092 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06589608af026bb860c8dc6924fd1d08, NAME => 'SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96 2024-12-09T01:04:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:04:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:04:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dab48c6647cf4e0d2ad45e2767c2c1cf, disabling compactions & flushes 2024-12-09T01:04:36,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. after waiting 0 ms 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:36,097 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:36,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dab48c6647cf4e0d2ad45e2767c2c1cf: Waiting for close lock at 1733706276097Disabling compacts and flushes for region at 1733706276097Disabling writes for close at 1733706276097Writing region close event to WAL at 1733706276097Closed at 1733706276097 2024-12-09T01:04:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:04:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:04:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:04:36,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3b117084463bb55a927186b914ac0b29, disabling compactions & flushes 2024-12-09T01:04:36,108 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:36,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:36,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. after waiting 0 ms 2024-12-09T01:04:36,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:36,109 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:04:36,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3b117084463bb55a927186b914ac0b29: Waiting for close lock at 1733706276108Disabling compacts and flushes for region at 1733706276108Disabling writes for close at 1733706276109 (+1 ms)Writing region close event to WAL at 1733706276109Closed at 1733706276109 2024-12-09T01:04:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:04:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:04:36,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:36,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06589608af026bb860c8dc6924fd1d08, disabling compactions & flushes 2024-12-09T01:04:36,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:36,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:36,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. after waiting 0 ms 2024-12-09T01:04:36,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:36,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:36,111 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06589608af026bb860c8dc6924fd1d08: Waiting for close lock at 1733706276111Disabling compacts and flushes for region at 1733706276111Disabling writes for close at 1733706276111Writing region close event to WAL at 1733706276111Closed at 1733706276111 2024-12-09T01:04:36,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733706276113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706276113"}]},"ts":"1733706276113"} 2024-12-09T01:04:36,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T01:04:36,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:04:36,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733706276156"}]},"ts":"1733706276156"} 2024-12-09T01:04:36,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T01:04:36,163 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:04:36,170 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:04:36,170 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:04:36,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:04:36,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:04:36,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:04:36,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:04:36,171 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:04:36,171 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:04:36,171 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:04:36,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:04:36,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=590b338e1b442e0e22f7a4576c12737c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dd92061b53974353664a7d8c32e92dd, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c36d403afda5c3cb88ae7ec8c51a6948, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=110a64d9779dc1c9c94d016049a77873, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dab48c6647cf4e0d2ad45e2767c2c1cf, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b117084463bb55a927186b914ac0b29, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN}] 2024-12-09T01:04:36,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=590b338e1b442e0e22f7a4576c12737c, ASSIGN 2024-12-09T01:04:36,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN 2024-12-09T01:04:36,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN 2024-12-09T01:04:36,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c36d403afda5c3cb88ae7ec8c51a6948, ASSIGN 2024-12-09T01:04:36,179 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN; state=OFFLINE, location=1bae0942de96,45585,1733706263565; forceNewPlan=false, retain=false 2024-12-09T01:04:36,179 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=590b338e1b442e0e22f7a4576c12737c, ASSIGN; state=OFFLINE, location=1bae0942de96,46341,1733706263667; forceNewPlan=false, retain=false 2024-12-09T01:04:36,179 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c36d403afda5c3cb88ae7ec8c51a6948, ASSIGN; state=OFFLINE, location=1bae0942de96,46341,1733706263667; forceNewPlan=false, retain=false 2024-12-09T01:04:36,179 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN 2024-12-09T01:04:36,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN; state=OFFLINE, location=1bae0942de96,45585,1733706263565; forceNewPlan=false, retain=false 2024-12-09T01:04:36,181 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN; state=OFFLINE, location=1bae0942de96,45585,1733706263565; forceNewPlan=false, retain=false 2024-12-09T01:04:36,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN 2024-12-09T01:04:36,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dab48c6647cf4e0d2ad45e2767c2c1cf, ASSIGN 2024-12-09T01:04:36,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b117084463bb55a927186b914ac0b29, ASSIGN 2024-12-09T01:04:36,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=110a64d9779dc1c9c94d016049a77873, ASSIGN 2024-12-09T01:04:36,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dd92061b53974353664a7d8c32e92dd, ASSIGN 2024-12-09T01:04:36,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN; state=OFFLINE, location=1bae0942de96,45585,1733706263565; forceNewPlan=false, retain=false 2024-12-09T01:04:36,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dab48c6647cf4e0d2ad45e2767c2c1cf, ASSIGN; state=OFFLINE, location=1bae0942de96,46341,1733706263667; forceNewPlan=false, retain=false 2024-12-09T01:04:36,189 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=110a64d9779dc1c9c94d016049a77873, ASSIGN; state=OFFLINE, location=1bae0942de96,38457,1733706263740; forceNewPlan=false, retain=false 2024-12-09T01:04:36,189 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b117084463bb55a927186b914ac0b29, ASSIGN; state=OFFLINE, location=1bae0942de96,38457,1733706263740; forceNewPlan=false, retain=false 2024-12-09T01:04:36,189 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dd92061b53974353664a7d8c32e92dd, ASSIGN; state=OFFLINE, location=1bae0942de96,38457,1733706263740; forceNewPlan=false, retain=false 2024-12-09T01:04:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:36,332 INFO [1bae0942de96:45899 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T01:04:36,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=590b338e1b442e0e22f7a4576c12737c, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:36,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dab48c6647cf4e0d2ad45e2767c2c1cf, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:36,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c36d403afda5c3cb88ae7ec8c51a6948, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:36,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06589608af026bb860c8dc6924fd1d08, regionState=OPENING, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:36,333 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=205a9653f39b5b5291581f15dcedc008, regionState=OPENING, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:36,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d9507799527ea9c148d61cc1f06ee02b, regionState=OPENING, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:36,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dce78c24a7e5f5f1015ad6471d104f5a, regionState=OPENING, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:36,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3b117084463bb55a927186b914ac0b29, regionState=OPENING, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:36,335 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=110a64d9779dc1c9c94d016049a77873, regionState=OPENING, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:36,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9dd92061b53974353664a7d8c32e92dd, regionState=OPENING, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:36,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN because future has completed 2024-12-09T01:04:36,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,45585,1733706263565}] 2024-12-09T01:04:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN because future has completed 2024-12-09T01:04:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,45585,1733706263565}] 2024-12-09T01:04:36,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=590b338e1b442e0e22f7a4576c12737c, ASSIGN because future has completed 2024-12-09T01:04:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c36d403afda5c3cb88ae7ec8c51a6948, ASSIGN because future has completed 2024-12-09T01:04:36,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590b338e1b442e0e22f7a4576c12737c, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:04:36,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:04:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dab48c6647cf4e0d2ad45e2767c2c1cf, ASSIGN because future has completed 2024-12-09T01:04:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b117084463bb55a927186b914ac0b29, ASSIGN because future has completed 2024-12-09T01:04:36,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:04:36,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN because future has completed 2024-12-09T01:04:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN because future has completed 2024-12-09T01:04:36,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b117084463bb55a927186b914ac0b29, server=1bae0942de96,38457,1733706263740}] 2024-12-09T01:04:36,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,45585,1733706263565}] 2024-12-09T01:04:36,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,45585,1733706263565}] 2024-12-09T01:04:36,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=110a64d9779dc1c9c94d016049a77873, ASSIGN because future has completed 2024-12-09T01:04:36,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9dd92061b53974353664a7d8c32e92dd, ASSIGN because future has completed 2024-12-09T01:04:36,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 110a64d9779dc1c9c94d016049a77873, server=1bae0942de96,38457,1733706263740}] 2024-12-09T01:04:36,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd92061b53974353664a7d8c32e92dd, server=1bae0942de96,38457,1733706263740}] 2024-12-09T01:04:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:37,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:04:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:41,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:04:43,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:04:43,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:04:43,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:04:43,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:04:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:46,349 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:04:46,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:04:46,364 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:46,365 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 06589608af026bb860c8dc6924fd1d08, NAME => 'SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:04:46,366 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,366 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,366 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,366 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,369 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,370 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:46,370 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c36d403afda5c3cb88ae7ec8c51a6948, NAME => 'SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T01:04:46,371 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,371 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,371 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,371 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,372 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06589608af026bb860c8dc6924fd1d08 columnFamilyName cf 2024-12-09T01:04:46,372 DEBUG [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,373 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] regionserver.HStore(327): Store=06589608af026bb860c8dc6924fd1d08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,373 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,373 INFO [StoreOpener-c36d403afda5c3cb88ae7ec8c51a6948-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:04:46,374 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,375 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,375 INFO [StoreOpener-c36d403afda5c3cb88ae7ec8c51a6948-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c36d403afda5c3cb88ae7ec8c51a6948 columnFamilyName cf 2024-12-09T01:04:46,375 DEBUG [StoreOpener-c36d403afda5c3cb88ae7ec8c51a6948-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:04:46,376 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,376 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,376 INFO [StoreOpener-c36d403afda5c3cb88ae7ec8c51a6948-1 {}] regionserver.HStore(327): Store=c36d403afda5c3cb88ae7ec8c51a6948/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,376 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,377 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,377 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,378 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,378 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,378 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,381 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,382 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,382 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 06589608af026bb860c8dc6924fd1d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67258940, jitterRate=0.002236306667327881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,382 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:46,383 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 06589608af026bb860c8dc6924fd1d08: Running coprocessor pre-open hook at 1733706286367Writing region info on filesystem at 1733706286367Initializing all the Stores at 1733706286369 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286369Cleaning up temporary data from old regions at 1733706286376 (+7 ms)Running coprocessor post-open hooks at 1733706286382 (+6 ms)Region opened successfully at 1733706286383 (+1 ms) 2024-12-09T01:04:46,386 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., pid=15, masterSystemTime=1733706286348 2024-12-09T01:04:46,387 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:46,387 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dd92061b53974353664a7d8c32e92dd, NAME => 'SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T01:04:46,388 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,388 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,388 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,388 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,388 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:46,389 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:04:46,389 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:46,389 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 205a9653f39b5b5291581f15dcedc008, NAME => 'SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:04:46,390 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,390 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,390 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,390 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=06589608af026bb860c8dc6924fd1d08, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:46,390 INFO [StoreOpener-9dd92061b53974353664a7d8c32e92dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,392 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/c36d403afda5c3cb88ae7ec8c51a6948/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,393 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,393 INFO [StoreOpener-9dd92061b53974353664a7d8c32e92dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dd92061b53974353664a7d8c32e92dd columnFamilyName cf 2024-12-09T01:04:46,393 DEBUG [StoreOpener-9dd92061b53974353664a7d8c32e92dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,45585,1733706263565 because future has completed 2024-12-09T01:04:46,394 INFO [StoreOpener-9dd92061b53974353664a7d8c32e92dd-1 {}] regionserver.HStore(327): Store=9dd92061b53974353664a7d8c32e92dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,394 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c36d403afda5c3cb88ae7ec8c51a6948; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63794222, jitterRate=-0.04939201474189758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,395 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:46,395 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,395 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c36d403afda5c3cb88ae7ec8c51a6948: Running coprocessor pre-open hook at 1733706286371Writing region info on filesystem at 1733706286371Initializing all the Stores at 1733706286373 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286373Cleaning up temporary data from old regions at 1733706286378 (+5 ms)Running coprocessor post-open hooks at 1733706286395 (+17 ms)Region opened successfully at 1733706286395 2024-12-09T01:04:46,396 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948., pid=18, masterSystemTime=1733706286359 2024-12-09T01:04:46,397 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,397 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 205a9653f39b5b5291581f15dcedc008 columnFamilyName cf 2024-12-09T01:04:46,397 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,398 DEBUG [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,398 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] regionserver.HStore(327): Store=205a9653f39b5b5291581f15dcedc008/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,399 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,399 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,399 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,400 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:46,400 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:04:46,400 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,400 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:46,400 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dab48c6647cf4e0d2ad45e2767c2c1cf, NAME => 'SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T01:04:46,401 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,401 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c36d403afda5c3cb88ae7ec8c51a6948, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:46,401 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,401 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,402 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,403 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,403 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T01:04:46,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,45585,1733706263565 in 10.0570 sec 2024-12-09T01:04:46,404 INFO [StoreOpener-dab48c6647cf4e0d2ad45e2767c2c1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,404 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948, server=1bae0942de96,46341,1733706263667 because future has completed 2024-12-09T01:04:46,407 INFO [StoreOpener-dab48c6647cf4e0d2ad45e2767c2c1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab48c6647cf4e0d2ad45e2767c2c1cf columnFamilyName cf 2024-12-09T01:04:46,407 DEBUG [StoreOpener-dab48c6647cf4e0d2ad45e2767c2c1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN in 10.2320 sec 2024-12-09T01:04:46,408 INFO [StoreOpener-dab48c6647cf4e0d2ad45e2767c2c1cf-1 {}] regionserver.HStore(327): Store=dab48c6647cf4e0d2ad45e2767c2c1cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,408 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,409 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,410 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,410 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,411 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,411 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/9dd92061b53974353664a7d8c32e92dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,411 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,412 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,412 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9dd92061b53974353664a7d8c32e92dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68070345, jitterRate=0.014327183365821838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,412 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:46,413 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9dd92061b53974353664a7d8c32e92dd: Running coprocessor pre-open hook at 1733706286388Writing region info on filesystem at 1733706286388Initializing all the Stores at 1733706286390 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286390Cleaning up temporary data from old regions at 1733706286399 (+9 ms)Running coprocessor post-open hooks at 1733706286413 (+14 ms)Region opened successfully at 1733706286413 2024-12-09T01:04:46,413 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 205a9653f39b5b5291581f15dcedc008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72047374, jitterRate=0.07358953356742859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-09T01:04:46,413 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:46,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948, server=1bae0942de96,46341,1733706263667 in 10.0520 sec 2024-12-09T01:04:46,413 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 205a9653f39b5b5291581f15dcedc008: Running coprocessor pre-open hook at 1733706286390Writing region info on filesystem at 1733706286390Initializing all the Stores at 1733706286392 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286392Cleaning up temporary data from old regions at 1733706286403 (+11 ms)Running coprocessor post-open hooks at 1733706286413 (+10 ms)Region opened successfully at 1733706286413 2024-12-09T01:04:46,415 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., pid=16, masterSystemTime=1733706286348 2024-12-09T01:04:46,415 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd., pid=23, masterSystemTime=1733706286373 2024-12-09T01:04:46,416 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c36d403afda5c3cb88ae7ec8c51a6948, ASSIGN in 10.2410 sec 2024-12-09T01:04:46,418 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:46,419 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:04:46,419 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:46,419 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 110a64d9779dc1c9c94d016049a77873, NAME => 'SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T01:04:46,419 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,419 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,420 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,420 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9dd92061b53974353664a7d8c32e92dd, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:46,420 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:46,421 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:46,421 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:46,421 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => dce78c24a7e5f5f1015ad6471d104f5a, NAME => 'SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:04:46,421 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,422 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,422 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=205a9653f39b5b5291581f15dcedc008, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:46,422 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,422 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,422 INFO [StoreOpener-110a64d9779dc1c9c94d016049a77873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,423 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dab48c6647cf4e0d2ad45e2767c2c1cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70346439, jitterRate=0.048243626952171326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,423 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:46,424 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dab48c6647cf4e0d2ad45e2767c2c1cf: Running coprocessor pre-open hook at 1733706286401Writing region info on filesystem at 1733706286401Initializing all the Stores at 1733706286403 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286403Cleaning up temporary data from old regions at 1733706286411 (+8 ms)Running coprocessor post-open hooks at 1733706286423 (+12 ms)Region opened successfully at 1733706286424 (+1 ms) 2024-12-09T01:04:46,425 INFO [StoreOpener-110a64d9779dc1c9c94d016049a77873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 110a64d9779dc1c9c94d016049a77873 columnFamilyName cf 2024-12-09T01:04:46,425 DEBUG [StoreOpener-110a64d9779dc1c9c94d016049a77873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd92061b53974353664a7d8c32e92dd, server=1bae0942de96,38457,1733706263740 because future has completed 2024-12-09T01:04:46,426 INFO [StoreOpener-110a64d9779dc1c9c94d016049a77873-1 {}] regionserver.HStore(327): Store=110a64d9779dc1c9c94d016049a77873/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,426 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., pid=19, masterSystemTime=1733706286359 2024-12-09T01:04:46,427 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,45585,1733706263565 because future has completed 2024-12-09T01:04:46,428 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,429 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,429 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,430 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,430 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,431 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce78c24a7e5f5f1015ad6471d104f5a columnFamilyName cf 2024-12-09T01:04:46,431 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:46,431 DEBUG [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,431 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:04:46,431 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:46,431 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 590b338e1b442e0e22f7a4576c12737c, NAME => 'SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T01:04:46,432 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,432 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,432 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] regionserver.HStore(327): Store=dce78c24a7e5f5f1015ad6471d104f5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,432 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,432 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,432 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dab48c6647cf4e0d2ad45e2767c2c1cf, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:46,434 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,435 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,436 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,436 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-09T01:04:46,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dd92061b53974353664a7d8c32e92dd, server=1bae0942de96,38457,1733706263740 in 10.0560 sec 2024-12-09T01:04:46,437 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-09T01:04:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf, server=1bae0942de96,46341,1733706263667 because future has completed 2024-12-09T01:04:46,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,45585,1733706263565 in 10.0870 sec 2024-12-09T01:04:46,438 INFO [StoreOpener-590b338e1b442e0e22f7a4576c12737c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,441 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN in 10.2670 sec 2024-12-09T01:04:46,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9dd92061b53974353664a7d8c32e92dd, ASSIGN in 10.2640 sec 2024-12-09T01:04:46,442 INFO [StoreOpener-590b338e1b442e0e22f7a4576c12737c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590b338e1b442e0e22f7a4576c12737c columnFamilyName cf 2024-12-09T01:04:46,442 DEBUG [StoreOpener-590b338e1b442e0e22f7a4576c12737c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,444 INFO [StoreOpener-590b338e1b442e0e22f7a4576c12737c-1 {}] regionserver.HStore(327): Store=590b338e1b442e0e22f7a4576c12737c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,444 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,444 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/110a64d9779dc1c9c94d016049a77873/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-09T01:04:46,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf, server=1bae0942de96,46341,1733706263667 in 10.0810 sec 2024-12-09T01:04:46,445 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 110a64d9779dc1c9c94d016049a77873; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68485853, jitterRate=0.02051873505115509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,445 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:46,445 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 110a64d9779dc1c9c94d016049a77873: Running coprocessor pre-open hook at 1733706286420Writing region info on filesystem at 1733706286420Initializing all the Stores at 1733706286422 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286422Cleaning up temporary data from old regions at 1733706286430 (+8 ms)Running coprocessor post-open hooks at 1733706286445 (+15 ms)Region opened successfully at 1733706286445 2024-12-09T01:04:46,445 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,446 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened dce78c24a7e5f5f1015ad6471d104f5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73827984, jitterRate=0.10012269020080566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,447 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:46,447 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873., pid=24, masterSystemTime=1733706286373 2024-12-09T01:04:46,447 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for dce78c24a7e5f5f1015ad6471d104f5a: Running coprocessor pre-open hook at 1733706286422Writing region info on filesystem at 1733706286422Initializing all the Stores at 1733706286423 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286423Cleaning up temporary data from old regions at 1733706286436 (+13 ms)Running coprocessor post-open hooks at 1733706286447 (+11 ms)Region opened successfully at 1733706286447 2024-12-09T01:04:46,448 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,449 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a., pid=22, masterSystemTime=1733706286348 2024-12-09T01:04:46,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dab48c6647cf4e0d2ad45e2767c2c1cf, ASSIGN in 10.2730 sec 2024-12-09T01:04:46,449 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,450 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:46,450 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:04:46,450 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:46,450 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b117084463bb55a927186b914ac0b29, NAME => 'SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T01:04:46,450 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,450 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,450 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,451 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,451 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,451 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,451 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=110a64d9779dc1c9c94d016049a77873, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:46,451 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:46,451 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:04:46,451 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:46,452 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d9507799527ea9c148d61cc1f06ee02b, NAME => 'SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T01:04:46,452 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,452 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:04:46,453 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,453 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dce78c24a7e5f5f1015ad6471d104f5a, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:46,455 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,456 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 110a64d9779dc1c9c94d016049a77873, server=1bae0942de96,38457,1733706263740 because future has completed 2024-12-09T01:04:46,458 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9507799527ea9c148d61cc1f06ee02b columnFamilyName cf 2024-12-09T01:04:46,458 DEBUG [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,45585,1733706263565 because future has completed 2024-12-09T01:04:46,459 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] regionserver.HStore(327): Store=d9507799527ea9c148d61cc1f06ee02b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,459 INFO [StoreOpener-3b117084463bb55a927186b914ac0b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,459 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,460 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,461 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,462 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,462 INFO [StoreOpener-3b117084463bb55a927186b914ac0b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b117084463bb55a927186b914ac0b29 columnFamilyName cf 2024-12-09T01:04:46,462 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,462 DEBUG [StoreOpener-3b117084463bb55a927186b914ac0b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:04:46,462 INFO [StoreOpener-3b117084463bb55a927186b914ac0b29-1 {}] regionserver.HStore(327): Store=3b117084463bb55a927186b914ac0b29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:04:46,463 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,464 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,464 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/590b338e1b442e0e22f7a4576c12737c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,465 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,465 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-09T01:04:46,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 110a64d9779dc1c9c94d016049a77873, server=1bae0942de96,38457,1733706263740 in 10.0870 sec 2024-12-09T01:04:46,466 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,466 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-09T01:04:46,467 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 590b338e1b442e0e22f7a4576c12737c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62523903, jitterRate=-0.06832124292850494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,467 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:46,467 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 590b338e1b442e0e22f7a4576c12737c: Running coprocessor pre-open hook at 1733706286432Writing region info on filesystem at 1733706286433 (+1 ms)Initializing all the Stores at 1733706286434 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286434Cleaning up temporary data from old regions at 1733706286450 (+16 ms)Running coprocessor post-open hooks at 1733706286467 (+17 ms)Region opened successfully at 1733706286467 2024-12-09T01:04:46,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,45585,1733706263565 in 10.0960 sec 2024-12-09T01:04:46,470 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,470 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,470 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c., pid=17, masterSystemTime=1733706286359 2024-12-09T01:04:46,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=110a64d9779dc1c9c94d016049a77873, ASSIGN in 10.2940 sec 2024-12-09T01:04:46,471 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d9507799527ea9c148d61cc1f06ee02b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73745705, jitterRate=0.09889663755893707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,471 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:46,471 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d9507799527ea9c148d61cc1f06ee02b: Running coprocessor pre-open hook at 1733706286453Writing region info on filesystem at 1733706286453Initializing all the Stores at 1733706286454 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286455 (+1 ms)Cleaning up temporary data from old regions at 1733706286462 (+7 ms)Running coprocessor post-open hooks at 1733706286471 (+9 ms)Region opened successfully at 1733706286471 2024-12-09T01:04:46,473 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b., pid=21, masterSystemTime=1733706286348 2024-12-09T01:04:46,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN in 10.2960 sec 2024-12-09T01:04:46,474 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:46,474 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:04:46,474 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:04:46,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=590b338e1b442e0e22f7a4576c12737c, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:04:46,475 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:46,476 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:04:46,476 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3b117084463bb55a927186b914ac0b29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67579493, jitterRate=0.007012918591499329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:04:46,476 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:46,476 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3b117084463bb55a927186b914ac0b29: Running coprocessor pre-open hook at 1733706286451Writing region info on filesystem at 1733706286451Initializing all the Stores at 1733706286456 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706286456Cleaning up temporary data from old regions at 1733706286466 (+10 ms)Running coprocessor post-open hooks at 1733706286476 (+10 ms)Region opened successfully at 1733706286476 2024-12-09T01:04:46,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d9507799527ea9c148d61cc1f06ee02b, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45585,1733706263565 2024-12-09T01:04:46,478 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., pid=20, masterSystemTime=1733706286373 2024-12-09T01:04:46,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590b338e1b442e0e22f7a4576c12737c, server=1bae0942de96,46341,1733706263667 because future has completed 2024-12-09T01:04:46,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,45585,1733706263565 because future has completed 2024-12-09T01:04:46,481 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:46,481 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:04:46,483 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3b117084463bb55a927186b914ac0b29, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:04:46,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-12-09T01:04:46,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 590b338e1b442e0e22f7a4576c12737c, server=1bae0942de96,46341,1733706263667 in 10.1300 sec 2024-12-09T01:04:46,487 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1bae0942de96,38457,1733706263740, table=SPTestTable, region=3b117084463bb55a927186b914ac0b29. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T01:04:46,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b117084463bb55a927186b914ac0b29, server=1bae0942de96,38457,1733706263740 because future has completed 2024-12-09T01:04:46,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-12-09T01:04:46,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=590b338e1b442e0e22f7a4576c12737c, ASSIGN in 10.3140 sec 2024-12-09T01:04:46,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,45585,1733706263565 in 10.1180 sec 2024-12-09T01:04:46,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-12-09T01:04:46,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN in 10.3190 sec 2024-12-09T01:04:46,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b117084463bb55a927186b914ac0b29, server=1bae0942de96,38457,1733706263740 in 10.1290 sec 2024-12-09T01:04:46,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-12-09T01:04:46,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b117084463bb55a927186b914ac0b29, ASSIGN in 10.3230 sec 2024-12-09T01:04:46,499 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:04:46,500 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733706286499"}]},"ts":"1733706286499"} 2024-12-09T01:04:46,502 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T01:04:46,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:04:46,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5430 sec 2024-12-09T01:04:49,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T01:04:51,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:04:51,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:04:53,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-09T01:04:53,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-09T01:04:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:04:54,227 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T01:04:54,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T01:04:54,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:04:54,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T01:04:54,243 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:04:54,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T01:04:54,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., hostname=1bae0942de96,46341,1733706263667, seqNum=2] 2024-12-09T01:04:54,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., hostname=1bae0942de96,38457,1733706263740, seqNum=2] 2024-12-09T01:04:54,474 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,479 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:54,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., hostname=1bae0942de96,45585,1733706263565, seqNum=2] 2024-12-09T01:04:55,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:04:55,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:04:55,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:04:55,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46341 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:04:55,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:04:55,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38457 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:04:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:04:55,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:04:55,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45585 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:04:55,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T01:04:55,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:04:55,814 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:04:55,821 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:04:55,839 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:04:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:04:55,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:04:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:04:55,855 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:04:55,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 590b338e1b442e0e22f7a4576c12737c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dd92061b53974353664a7d8c32e92dd}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 110a64d9779dc1c9c94d016049a77873}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b117084463bb55a927186b914ac0b29}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08}] 2024-12-09T01:04:55,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:55,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:04:55,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:55,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:04:55,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:55,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b117084463bb55a927186b914ac0b29 2024-12-09T01:04:55,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:04:55,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:55,879 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:04:55,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:04:55,914 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1bae0942de96,45585,1733706263565 2024-12-09T01:04:55,914 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1bae0942de96,45585,1733706263565: Simulated kill ***** 2024-12-09T01:04:55,915 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T01:04:55,916 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T01:04:55,917 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T01:04:55,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T01:04:55,920 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T01:04:55,925 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 537492696 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153171912 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1bae0942de96", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1bae0942de96", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57378", "tag.serverName": "1bae0942de96,46341,1733706263667", "tag.clusterId": "ff1e1b29-3391-40da-a15f-30fa15ff59b9", "tag.Context": "regionserver", "tag.Hostname": "1bae0942de96", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733706263667, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T01:04:55,929 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45899 {}] master.MasterRpcServices(700): 1bae0942de96,45585,1733706263565 reported a fatal error: ***** ABORTING region server 1bae0942de96,45585,1733706263565: Simulated kill ***** 2024-12-09T01:04:55,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,45585,1733706263565' ***** 2024-12-09T01:04:55,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T01:04:55,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:04:55,934 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:04:55,934 INFO [RS:0;1bae0942de96:45585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T01:04:55,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:04:55,934 INFO [RS:0;1bae0942de96:45585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T01:04:55,934 INFO [RS:0;1bae0942de96:45585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:04:55,934 INFO [RS:0;1bae0942de96:45585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bae0942de96:45585. 2024-12-09T01:04:55,935 DEBUG [RS:0;1bae0942de96:45585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:04:55,935 DEBUG [RS:0;1bae0942de96:45585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:55,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741833_1009 (size=1257) 2024-12-09T01:04:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741833_1009 (size=1257) 2024-12-09T01:04:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741833_1009 (size=1257) 2024-12-09T01:04:55,943 DEBUG [RS:0;1bae0942de96:45585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:04:55,944 INFO [RS:0;1bae0942de96:45585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:04:55,944 INFO [RS:0;1bae0942de96:45585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45585 2024-12-09T01:04:55,993 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:04:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,45585,1733706263565 2024-12-09T01:04:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:04:55,999 INFO [RS:0;1bae0942de96:45585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:04:56,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,45585,1733706263565] 2024-12-09T01:04:56,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,45585,1733706263565 already deleted, retry=false 2024-12-09T01:04:56,016 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1bae0942de96,45585,1733706263565 on 1bae0942de96,45899,1733706262859 2024-12-09T01:04:56,022 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1bae0942de96,45585,1733706263565, splitWal=true, meta=false 2024-12-09T01:04:56,025 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 1bae0942de96,45585,1733706263565 (carryingMeta=false) 1bae0942de96,45585,1733706263565/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18eff3cb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T01:04:56,026 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1bae0942de96,45585,1733706263565, splitWal=true, meta=false 2024-12-09T01:04:56,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:56,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:56,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:56,028 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 1bae0942de96,45585,1733706263565 had 4 regions 2024-12-09T01:04:56,028 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:56,030 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1bae0942de96,45585,1733706263565, splitWal=true, meta=false, isMeta: false 2024-12-09T01:04:56,030 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 can not run currently because target server of region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 1bae0942de96,45585,1733706263565 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:04:56,030 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a can not run currently because target server of region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 1bae0942de96,45585,1733706263565 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:04:56,030 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b can not run currently because target server of region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 1bae0942de96,45585,1733706263565 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:04:56,030 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 can not run currently because target server of region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 1bae0942de96,45585,1733706263565 is in state CRASHED, wait 1000 ms to retry 2024-12-09T01:04:56,030 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a; timeout=1000, timestamp=1733706297030 2024-12-09T01:04:56,030 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08; timeout=1000, timestamp=1733706297030 2024-12-09T01:04:56,030 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b; timeout=1000, timestamp=1733706297030 2024-12-09T01:04:56,030 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008; timeout=1000, timestamp=1733706297030 2024-12-09T01:04:56,032 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting 2024-12-09T01:04:56,034 INFO [PEWorker-3 {}] master.SplitWALManager(105): 1bae0942de96,45585,1733706263565 WAL count=1, meta=false 2024-12-09T01:04:56,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1bae0942de96%2C45585%2C1733706263565.1733706265217}] 2024-12-09T01:04:56,043 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=1bae0942de96,46341,1733706263667 2024-12-09T01:04:56,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1bae0942de96%2C45585%2C1733706263565.1733706265217, worker=1bae0942de96,46341,1733706263667}] 2024-12-09T01:04:56,067 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:04:56,067 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:04:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:04:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45585-0x1000827e4b50001, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:04:56,109 INFO [RS:0;1bae0942de96:45585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:04:56,109 INFO [RS:0;1bae0942de96:45585 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,45585,1733706263565; zookeeper connection closed. 2024-12-09T01:04:56,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c4efbb6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c4efbb6 2024-12-09T01:04:57,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:57,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:57,032 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:57,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:57,035 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a can not run currently because target server of region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:04:57,035 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a; timeout=2000, timestamp=1733706299035 2024-12-09T01:04:57,035 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 can not run currently because target server of region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:04:57,035 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 can not run currently because target server of region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:04:57,035 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b can not run currently because target server of region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 2000 ms to retry 2024-12-09T01:04:57,035 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008; timeout=2000, timestamp=1733706299035 2024-12-09T01:04:57,035 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08; timeout=2000, timestamp=1733706299035 2024-12-09T01:04:57,035 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b; timeout=2000, timestamp=1733706299035 2024-12-09T01:04:58,844 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:45899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T01:04:59,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:04:59,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:04:59,037 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:04:59,038 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:04:59,040 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 can not run currently because target server of region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:04:59,040 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a can not run currently because target server of region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:04:59,041 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008; timeout=4000, timestamp=1733706303041 2024-12-09T01:04:59,041 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a; timeout=4000, timestamp=1733706303041 2024-12-09T01:04:59,041 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b can not run currently because target server of region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:04:59,041 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 can not run currently because target server of region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 4000 ms to retry 2024-12-09T01:04:59,041 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b; timeout=4000, timestamp=1733706303041 2024-12-09T01:04:59,041 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08; timeout=4000, timestamp=1733706303041 2024-12-09T01:05:03,041 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:03,041 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:03,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:03,042 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:03,043 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 can not run currently because target server of region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:05:03,043 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 can not run currently because target server of region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:05:03,043 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a can not run currently because target server of region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:05:03,043 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b can not run currently because target server of region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 1bae0942de96,45585,1733706263565 is in state SPLITTING, wait 8000 ms to retry 2024-12-09T01:05:03,043 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008; timeout=8000, timestamp=1733706311043 2024-12-09T01:05:03,043 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08; timeout=8000, timestamp=1733706311043 2024-12-09T01:05:03,043 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a; timeout=8000, timestamp=1733706311043 2024-12-09T01:05:03,043 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b; timeout=8000, timestamp=1733706311043 2024-12-09T01:05:05,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T01:05:05,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T01:05:05,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T01:05:05,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:05,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:05,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-09T01:05:05,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T01:05:05,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:05,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T01:05:05,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:05,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T01:05:05,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:05,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 590b338e1b442e0e22f7a4576c12737c: 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c36d403afda5c3cb88ae7ec8c51a6948: 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 110a64d9779dc1c9c94d016049a77873: 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. for SnapshotProcedureTest completed. 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. for SnapshotProcedureTest completed. 2024-12-09T01:05:05,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. for SnapshotProcedureTest completed. 2024-12-09T01:05:05,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3b117084463bb55a927186b914ac0b29 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T01:05:05,879 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing dab48c6647cf4e0d2ad45e2767c2c1cf 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T01:05:05,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9dd92061b53974353664a7d8c32e92dd: 2024-12-09T01:05:05,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. for SnapshotProcedureTest completed. 2024-12-09T01:05:05,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:05,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:05,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:05,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:05,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:05,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:05,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:05,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:05,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:05,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:05,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:05,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:05,903 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217, size=1.2 K (1257bytes) 2024-12-09T01:05:05,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T01:05:05,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T01:05:05,906 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 2024-12-09T01:05:05,913 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 after 5ms 2024-12-09T01:05:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741852_1028 (size=57) 2024-12-09T01:05:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:05:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741852_1028 (size=57) 2024-12-09T01:05:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741852_1028 (size=57) 2024-12-09T01:05:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:05:05,936 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 took 34ms 2024-12-09T01:05:05,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:05,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:05:05,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T01:05:05,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T01:05:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T01:05:05,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:05:05,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:05:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T01:05:05,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:05:05,944 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:05:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:05:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:05:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:05:05,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:05,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T01:05:05,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9dd92061b53974353664a7d8c32e92dd in 10.0890 sec 2024-12-09T01:05:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T01:05:05,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:05:05,950 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:05:05,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c36d403afda5c3cb88ae7ec8c51a6948 in 10.0940 sec 2024-12-09T01:05:05,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 590b338e1b442e0e22f7a4576c12737c in 10.0880 sec 2024-12-09T01:05:05,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 06589608af026bb860c8dc6924fd1d08: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:05:05,965 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 205a9653f39b5b5291581f15dcedc008: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:05:05,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dce78c24a7e5f5f1015ad6471d104f5a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:05:05,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d9507799527ea9c148d61cc1f06ee02b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:05:05,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 so closing down 2024-12-09T01:05:05,970 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T01:05:05,970 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T01:05:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:05:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:05:05,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:05:05,975 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-09T01:05:05,976 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217, journal: Splitting hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217, size=1.2 K (1257bytes) at 1733706305904Finishing writing output for hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 so closing down at 1733706305970 (+66 ms)3 split writer threads finished at 1733706305970Processed 4 edits across 0 Regions in 22 ms; skipped=4; WAL=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733706305976 (+6 ms) 2024-12-09T01:05:05,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:05,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T01:05:05,976 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 2024-12-09T01:05:05,976 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T01:05:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T01:05:05,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:05:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T01:05:05,977 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:05:05,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 110a64d9779dc1c9c94d016049a77873 in 10.1220 sec 2024-12-09T01:05:05,988 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting/1bae0942de96%2C45585%2C1733706263565.1733706265217 to hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs 2024-12-09T01:05:05,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T01:05:05,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1bae0942de96%2C45585%2C1733706263565.1733706265217, worker=1bae0942de96,46341,1733706263667 in 9.9420 sec 2024-12-09T01:05:05,995 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:05,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/.tmp/cf/04f22d6d24f14621b08b872b55a0d6cb is 34, key is ccd/cf:cf/1733706295219/Put/seqid=0 2024-12-09T01:05:05,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/.tmp/cf/b4d94c3c9af34ca3bc216cc565b2ad1a is 34, key is baa/cf:cf/1733706295183/Put/seqid=0 2024-12-09T01:05:06,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-09T01:05:06,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1bae0942de96%2C45585%2C1733706263565.1733706265217, worker=1bae0942de96,46341,1733706263667 in 9.9600 sec 2024-12-09T01:05:06,003 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting dir is empty, no logs to split. 2024-12-09T01:05:06,003 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bae0942de96,45585,1733706263565 WAL count=0, meta=false 2024-12-09T01:05:06,003 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1bae0942de96,45585,1733706263565 WAL splitting is done? wals=0, meta=false 2024-12-09T01:05:06,008 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1bae0942de96,45585,1733706263565 failed, ignore...File hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,45585,1733706263565-splitting does not exist. 2024-12-09T01:05:06,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN}] 2024-12-09T01:05:06,013 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN 2024-12-09T01:05:06,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN 2024-12-09T01:05:06,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN 2024-12-09T01:05:06,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN 2024-12-09T01:05:06,014 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:05:06,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:05:06,016 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:05:06,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:05:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741853_1029 (size=47197) 2024-12-09T01:05:06,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741853_1029 (size=47197) 2024-12-09T01:05:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741853_1029 (size=47197) 2024-12-09T01:05:06,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/.tmp/cf/04f22d6d24f14621b08b872b55a0d6cb 2024-12-09T01:05:06,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741854_1030 (size=28623) 2024-12-09T01:05:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741854_1030 (size=28623) 2024-12-09T01:05:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741854_1030 (size=28623) 2024-12-09T01:05:06,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/.tmp/cf/b4d94c3c9af34ca3bc216cc565b2ad1a 2024-12-09T01:05:06,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/.tmp/cf/04f22d6d24f14621b08b872b55a0d6cb as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/cf/04f22d6d24f14621b08b872b55a0d6cb 2024-12-09T01:05:06,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/.tmp/cf/b4d94c3c9af34ca3bc216cc565b2ad1a as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/cf/b4d94c3c9af34ca3bc216cc565b2ad1a 2024-12-09T01:05:06,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/cf/04f22d6d24f14621b08b872b55a0d6cb, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T01:05:06,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/cf/b4d94c3c9af34ca3bc216cc565b2ad1a, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T01:05:06,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for dab48c6647cf4e0d2ad45e2767c2c1cf in 221ms, sequenceid=5, compaction requested=false 2024-12-09T01:05:06,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3b117084463bb55a927186b914ac0b29 in 222ms, sequenceid=5, compaction requested=false 2024-12-09T01:05:06,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dab48c6647cf4e0d2ad45e2767c2c1cf: 2024-12-09T01:05:06,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3b117084463bb55a927186b914ac0b29: 2024-12-09T01:05:06,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. for SnapshotProcedureTest completed. 2024-12-09T01:05:06,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. for SnapshotProcedureTest completed. 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/cf/b4d94c3c9af34ca3bc216cc565b2ad1a] hfiles 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:06,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/cf/04f22d6d24f14621b08b872b55a0d6cb] hfiles 2024-12-09T01:05:06,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/cf/b4d94c3c9af34ca3bc216cc565b2ad1a for snapshot=SnapshotProcedureTest 2024-12-09T01:05:06,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/cf/04f22d6d24f14621b08b872b55a0d6cb for snapshot=SnapshotProcedureTest 2024-12-09T01:05:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:05:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:05:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741855_1031 (size=105) 2024-12-09T01:05:06,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:06,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T01:05:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T01:05:06,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b117084463bb55a927186b914ac0b29 2024-12-09T01:05:06,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b117084463bb55a927186b914ac0b29 2024-12-09T01:05:06,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b117084463bb55a927186b914ac0b29 in 10.2730 sec 2024-12-09T01:05:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:05:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:05:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741856_1032 (size=105) 2024-12-09T01:05:06,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:06,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T01:05:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T01:05:06,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:05:06,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:05:06,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dab48c6647cf4e0d2ad45e2767c2c1cf in 10.2870 sec 2024-12-09T01:05:06,165 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:05:06,165 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:05:06,165 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:05:06,165 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:05:06,165 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:05:06,166 INFO [1bae0942de96:45899 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:05:06,166 INFO [1bae0942de96:45899 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:05:06,166 DEBUG [1bae0942de96:45899 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:05:06,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=dce78c24a7e5f5f1015ad6471d104f5a, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:05:06,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=205a9653f39b5b5291581f15dcedc008, regionState=OPENING, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:05:06,166 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=06589608af026bb860c8dc6924fd1d08, regionState=OPENING, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:05:06,166 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d9507799527ea9c148d61cc1f06ee02b, regionState=OPENING, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:05:06,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN because future has completed 2024-12-09T01:05:06,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:05:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN because future has completed 2024-12-09T01:05:06,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,46341,1733706263667}] 2024-12-09T01:05:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN because future has completed 2024-12-09T01:05:06,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,38457,1733706263740}] 2024-12-09T01:05:06,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN because future has completed 2024-12-09T01:05:06,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,38457,1733706263740}] 2024-12-09T01:05:11,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 held by pid=41 2024-12-09T01:05:11,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b held by pid=39 2024-12-09T01:05:11,043 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:11,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 held by pid=42 2024-12-09T01:05:11,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:11,044 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:11,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a held by pid=40 2024-12-09T01:05:11,044 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:15,808 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T01:05:15,808 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T01:05:16,188 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:16,188 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 205a9653f39b5b5291581f15dcedc008, NAME => 'SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:05:16,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:16,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,189 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,190 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:16,190 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 06589608af026bb860c8dc6924fd1d08, NAME => 'SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:05:16,190 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,190 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:16,191 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,191 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,191 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,192 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 205a9653f39b5b5291581f15dcedc008 columnFamilyName cf 2024-12-09T01:05:16,192 DEBUG [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:16,193 INFO [StoreOpener-205a9653f39b5b5291581f15dcedc008-1 {}] regionserver.HStore(327): Store=205a9653f39b5b5291581f15dcedc008/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:16,193 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,194 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,194 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,195 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,196 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06589608af026bb860c8dc6924fd1d08 columnFamilyName cf 2024-12-09T01:05:16,196 DEBUG [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:16,196 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,196 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,196 INFO [StoreOpener-06589608af026bb860c8dc6924fd1d08-1 {}] regionserver.HStore(327): Store=06589608af026bb860c8dc6924fd1d08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:16,197 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,197 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,199 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,199 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,199 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,199 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,200 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 205a9653f39b5b5291581f15dcedc008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64813415, jitterRate=-0.03420485556125641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:05:16,200 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,201 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 205a9653f39b5b5291581f15dcedc008: Running coprocessor pre-open hook at 1733706316189Writing region info on filesystem at 1733706316189Initializing all the Stores at 1733706316191 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706316191Cleaning up temporary data from old regions at 1733706316196 (+5 ms)Running coprocessor post-open hooks at 1733706316200 (+4 ms)Region opened successfully at 1733706316200 2024-12-09T01:05:16,202 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., pid=44, masterSystemTime=1733706316176 2024-12-09T01:05:16,202 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,203 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 06589608af026bb860c8dc6924fd1d08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68981246, jitterRate=0.027900665998458862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:05:16,203 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,204 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 06589608af026bb860c8dc6924fd1d08: Running coprocessor pre-open hook at 1733706316191Writing region info on filesystem at 1733706316191Initializing all the Stores at 1733706316192 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706316192Cleaning up temporary data from old regions at 1733706316199 (+7 ms)Running coprocessor post-open hooks at 1733706316203 (+4 ms)Region opened successfully at 1733706316203 2024-12-09T01:05:16,204 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., pid=45, masterSystemTime=1733706316180 2024-12-09T01:05:16,205 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:16,205 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:16,205 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:16,206 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => dce78c24a7e5f5f1015ad6471d104f5a, NAME => 'SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:05:16,206 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=205a9653f39b5b5291581f15dcedc008, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:05:16,206 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:16,206 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,207 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:16,209 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:16,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=06589608af026bb860c8dc6924fd1d08, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:05:16,209 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:16,209 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => d9507799527ea9c148d61cc1f06ee02b, NAME => 'SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T01:05:16,210 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,210 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:16,210 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,210 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,46341,1733706263667 because future has completed 2024-12-09T01:05:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,38457,1733706263740 because future has completed 2024-12-09T01:05:16,213 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,217 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,217 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce78c24a7e5f5f1015ad6471d104f5a columnFamilyName cf 2024-12-09T01:05:16,218 DEBUG [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:16,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=42 2024-12-09T01:05:16,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 205a9653f39b5b5291581f15dcedc008, server=1bae0942de96,46341,1733706263667 in 10.0400 sec 2024-12-09T01:05:16,219 INFO [StoreOpener-dce78c24a7e5f5f1015ad6471d104f5a-1 {}] regionserver.HStore(327): Store=dce78c24a7e5f5f1015ad6471d104f5a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:16,221 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-12-09T01:05:16,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 06589608af026bb860c8dc6924fd1d08, server=1bae0942de96,38457,1733706263740 in 10.0410 sec 2024-12-09T01:05:16,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=205a9653f39b5b5291581f15dcedc008, ASSIGN in 10.2080 sec 2024-12-09T01:05:16,222 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:16,223 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06589608af026bb860c8dc6924fd1d08, ASSIGN in 10.2110 sec 2024-12-09T01:05:16,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:16,228 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,229 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,230 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,234 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,235 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened dce78c24a7e5f5f1015ad6471d104f5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75461683, jitterRate=0.12446670234203339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:05:16,236 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,236 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9507799527ea9c148d61cc1f06ee02b columnFamilyName cf 2024-12-09T01:05:16,236 DEBUG [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:16,236 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for dce78c24a7e5f5f1015ad6471d104f5a: Running coprocessor pre-open hook at 1733706316207Writing region info on filesystem at 1733706316207Initializing all the Stores at 1733706316212 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706316212Cleaning up temporary data from old regions at 1733706316230 (+18 ms)Running coprocessor post-open hooks at 1733706316236 (+6 ms)Region opened successfully at 1733706316236 2024-12-09T01:05:16,236 INFO [StoreOpener-d9507799527ea9c148d61cc1f06ee02b-1 {}] regionserver.HStore(327): Store=d9507799527ea9c148d61cc1f06ee02b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:16,237 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,237 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a., pid=43, masterSystemTime=1733706316176 2024-12-09T01:05:16,238 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,240 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:16,240 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,240 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:16,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=dce78c24a7e5f5f1015ad6471d104f5a, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,46341,1733706263667 2024-12-09T01:05:16,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,241 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,46341,1733706263667 because future has completed 2024-12-09T01:05:16,247 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-09T01:05:16,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a, server=1bae0942de96,46341,1733706263667 in 10.0760 sec 2024-12-09T01:05:16,251 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened d9507799527ea9c148d61cc1f06ee02b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68351419, jitterRate=0.018515512347221375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:05:16,251 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,251 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for d9507799527ea9c148d61cc1f06ee02b: Running coprocessor pre-open hook at 1733706316210Writing region info on filesystem at 1733706316210Initializing all the Stores at 1733706316213 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706316213Cleaning up temporary data from old regions at 1733706316241 (+28 ms)Running coprocessor post-open hooks at 1733706316251 (+10 ms)Region opened successfully at 1733706316251 2024-12-09T01:05:16,252 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b., pid=46, masterSystemTime=1733706316180 2024-12-09T01:05:16,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dce78c24a7e5f5f1015ad6471d104f5a, ASSIGN in 10.2400 sec 2024-12-09T01:05:16,252 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:16,255 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:16,255 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:16,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d9507799527ea9c148d61cc1f06ee02b, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,38457,1733706263740 2024-12-09T01:05:16,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,38457,1733706263740 because future has completed 2024-12-09T01:05:16,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=39 2024-12-09T01:05:16,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d9507799527ea9c148d61cc1f06ee02b, server=1bae0942de96,38457,1733706263740 in 10.0830 sec 2024-12-09T01:05:16,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:16,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-09T01:05:16,266 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 1bae0942de96,45585,1733706263565 after splitting done 2024-12-09T01:05:16,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9507799527ea9c148d61cc1f06ee02b, ASSIGN in 10.2530 sec 2024-12-09T01:05:16,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1bae0942de96,45585,1733706263565, splitWal=true, meta=false in 20.2490 sec 2024-12-09T01:05:21,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T01:05:21,987 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:05:25,094 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T01:05:26,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T01:05:26,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T01:05:26,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for dce78c24a7e5f5f1015ad6471d104f5a: 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. for SnapshotProcedureTest completed. 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 205a9653f39b5b5291581f15dcedc008: 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. for SnapshotProcedureTest completed. 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:26,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:26,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T01:05:26,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d9507799527ea9c148d61cc1f06ee02b: 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 06589608af026bb860c8dc6924fd1d08: 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. for SnapshotProcedureTest completed. 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. for SnapshotProcedureTest completed. 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:26,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:05:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:05:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:05:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:05:26,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:26,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T01:05:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T01:05:26,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:26,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:26,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dce78c24a7e5f5f1015ad6471d104f5a in 30.4000 sec 2024-12-09T01:05:26,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741859_1035 (size=57) 2024-12-09T01:05:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:05:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:05:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741859_1035 (size=57) 2024-12-09T01:05:26,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741859_1035 (size=57) 2024-12-09T01:05:26,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:26,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T01:05:26,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741858_1034 (size=65) 2024-12-09T01:05:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T01:05:26,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:26,268 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:26,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:26,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T01:05:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T01:05:26,270 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741860_1036 (size=65) 2024-12-09T01:05:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741860_1036 (size=65) 2024-12-09T01:05:26,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:26,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06589608af026bb860c8dc6924fd1d08 in 30.4120 sec 2024-12-09T01:05:26,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741860_1036 (size=65) 2024-12-09T01:05:26,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 205a9653f39b5b5291581f15dcedc008 in 30.4150 sec 2024-12-09T01:05:26,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:26,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T01:05:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T01:05:26,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:26,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:26,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-09T01:05:26,278 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:05:26,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9507799527ea9c148d61cc1f06ee02b in 30.4190 sec 2024-12-09T01:05:26,280 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:05:26,282 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:05:26,282 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T01:05:26,285 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:05:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:05:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:05:26,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741861_1037 (size=1094) 2024-12-09T01:05:26,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:05:26,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T01:05:26,337 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:26,337 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:26,337 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:26,337 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:26,338 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:26,343 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:31,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dab48c6647cf4e0d2ad45e2767c2c1cf, had cached 0 bytes from a total of 28623 2024-12-09T01:05:31,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3b117084463bb55a927186b914ac0b29, had cached 0 bytes from a total of 47197 2024-12-09T01:05:32,847 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:45899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-09T01:05:36,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-09T01:05:36,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:05:36,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:05:36,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T01:05:36,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-09T01:05:36,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T01:05:36,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T01:05:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T01:05:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T01:05:36,347 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T01:05:36,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T01:05:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T01:05:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T01:05:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-09T01:05:36,349 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,349 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 Release verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T01:05:36,351 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 Release verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:36,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 in 10.0190 sec 2024-12-09T01:05:36,353 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 in 10.0200 sec 2024-12-09T01:05:36,354 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,354 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:36,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 10.0220 sec 2024-12-09T01:05:36,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 10.0190 sec 2024-12-09T01:05:36,358 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 Release verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:36,358 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,358 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,358 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:36,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 in 10.0270 sec 2024-12-09T01:05:36,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 10.0270 sec 2024-12-09T01:05:36,853 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9507799527ea9c148d61cc1f06ee02b changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,853 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9dd92061b53974353664a7d8c32e92dd changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,853 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 110a64d9779dc1c9c94d016049a77873 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b117084463bb55a927186b914ac0b29 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06589608af026bb860c8dc6924fd1d08 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 590b338e1b442e0e22f7a4576c12737c changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dce78c24a7e5f5f1015ad6471d104f5a changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c36d403afda5c3cb88ae7ec8c51a6948 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 205a9653f39b5b5291581f15dcedc008 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:36,855 DEBUG [master/1bae0942de96:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dab48c6647cf4e0d2ad45e2767c2c1cf changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:05:46,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-09T01:05:46,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-09T01:05:46,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-09T01:05:46,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-09T01:05:46,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-09T01:05:46,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T01:05:46,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-09T01:05:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-09T01:05:46,358 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-09T01:05:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T01:05:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-09T01:05:46,360 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-09T01:05:46,362 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 Release verify snapshot worker=1bae0942de96,38457,1733706263740 2024-12-09T01:05:46,362 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:46,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 20.0290 sec 2024-12-09T01:05:46,363 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 Release verify snapshot worker=1bae0942de96,46341,1733706263667 2024-12-09T01:05:46,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,38457,1733706263740 in 20.0310 sec 2024-12-09T01:05:46,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 20.0310 sec 2024-12-09T01:05:46,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-09T01:05:46,366 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:05:46,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,46341,1733706263667 in 20.0320 sec 2024-12-09T01:05:46,366 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T01:05:46,368 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:05:46,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T01:05:46,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5640 sec 2024-12-09T01:05:46,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T01:05:46,582 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T01:05:46,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:05:46,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:05:46,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:05:46,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:05:46,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:05:46,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1984335633, stopped=false 2024-12-09T01:05:46,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bae0942de96,45899,1733706262859 2024-12-09T01:05:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:46,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:46,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:46,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:05:46,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:46,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:05:46,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:46,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:05:46,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:46,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,46341,1733706263667' ***** 2024-12-09T01:05:46,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:05:46,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,38457,1733706263740' ***** 2024-12-09T01:05:46,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:05:46,650 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:05:46,650 INFO [RS:2;1bae0942de96:38457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:05:46,650 INFO [RS:2;1bae0942de96:38457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:05:46,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:05:46,650 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dd92061b53974353664a7d8c32e92dd 2024-12-09T01:05:46,650 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:05:46,650 INFO [RS:1;1bae0942de96:46341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:05:46,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 590b338e1b442e0e22f7a4576c12737c 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b117084463bb55a927186b914ac0b29 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 110a64d9779dc1c9c94d016049a77873 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 205a9653f39b5b5291581f15dcedc008 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for 06589608af026bb860c8dc6924fd1d08 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for c36d403afda5c3cb88ae7ec8c51a6948 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(3091): Received CLOSE for d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for dab48c6647cf4e0d2ad45e2767c2c1cf 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,38457,1733706263740 2024-12-09T01:05:46,651 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,46341,1733706263667 2024-12-09T01:05:46,651 INFO [RS:2;1bae0942de96:38457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:05:46,652 INFO [RS:2;1bae0942de96:38457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1bae0942de96:38457. 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1bae0942de96:46341. 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dd92061b53974353664a7d8c32e92dd, disabling compactions & flushes 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 590b338e1b442e0e22f7a4576c12737c, disabling compactions & flushes 2024-12-09T01:05:46,652 DEBUG [RS:2;1bae0942de96:38457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:05:46,652 DEBUG [RS:1;1bae0942de96:46341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:05:46,652 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:46,652 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:46,652 DEBUG [RS:2;1bae0942de96:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,652 DEBUG [RS:1;1bae0942de96:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. after waiting 0 ms 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. after waiting 0 ms 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:46,652 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:46,652 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:05:46,652 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1325): Online Regions={9dd92061b53974353664a7d8c32e92dd=SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd., 3b117084463bb55a927186b914ac0b29=SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29., 110a64d9779dc1c9c94d016049a77873=SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873., 06589608af026bb860c8dc6924fd1d08=SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08., d9507799527ea9c148d61cc1f06ee02b=SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b.} 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:05:46,652 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:05:46,652 DEBUG [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1351): Waiting on 06589608af026bb860c8dc6924fd1d08, 110a64d9779dc1c9c94d016049a77873, 3b117084463bb55a927186b914ac0b29, 9dd92061b53974353664a7d8c32e92dd, d9507799527ea9c148d61cc1f06ee02b 2024-12-09T01:05:46,654 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-09T01:05:46,654 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1325): Online Regions={590b338e1b442e0e22f7a4576c12737c=SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c., 205a9653f39b5b5291581f15dcedc008=SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008., c36d403afda5c3cb88ae7ec8c51a6948=SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948., dab48c6647cf4e0d2ad45e2767c2c1cf=SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf., 1588230740=hbase:meta,,1.1588230740, dce78c24a7e5f5f1015ad6471d104f5a=SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a.} 2024-12-09T01:05:46,654 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:05:46,654 DEBUG [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 205a9653f39b5b5291581f15dcedc008, 590b338e1b442e0e22f7a4576c12737c, c36d403afda5c3cb88ae7ec8c51a6948, dab48c6647cf4e0d2ad45e2767c2c1cf, dce78c24a7e5f5f1015ad6471d104f5a 2024-12-09T01:05:46,654 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:05:46,654 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:05:46,654 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:05:46,654 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:05:46,654 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-12-09T01:05:46,659 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/9dd92061b53974353664a7d8c32e92dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,661 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/590b338e1b442e0e22f7a4576c12737c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,661 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dd92061b53974353664a7d8c32e92dd: Waiting for close lock at 1733706346651Running coprocessor pre-close hooks at 1733706346652 (+1 ms)Disabling compacts and flushes for region at 1733706346652Disabling writes for close at 1733706346652Writing region close event to WAL at 1733706346653 (+1 ms)Running coprocessor post-close hooks at 1733706346660 (+7 ms)Closed at 1733706346661 (+1 ms) 2024-12-09T01:05:46,662 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733706275953.9dd92061b53974353664a7d8c32e92dd. 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 590b338e1b442e0e22f7a4576c12737c: Waiting for close lock at 1733706346651Running coprocessor pre-close hooks at 1733706346652 (+1 ms)Disabling compacts and flushes for region at 1733706346652Disabling writes for close at 1733706346652Writing region close event to WAL at 1733706346654 (+2 ms)Running coprocessor post-close hooks at 1733706346662 (+8 ms)Closed at 1733706346662 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b117084463bb55a927186b914ac0b29, disabling compactions & flushes 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733706275953.590b338e1b442e0e22f7a4576c12737c. 2024-12-09T01:05:46,662 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 205a9653f39b5b5291581f15dcedc008, disabling compactions & flushes 2024-12-09T01:05:46,662 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. after waiting 0 ms 2024-12-09T01:05:46,662 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:46,663 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:46,663 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:46,663 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. after waiting 0 ms 2024-12-09T01:05:46,663 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:46,670 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/205a9653f39b5b5291581f15dcedc008/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,670 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/3b117084463bb55a927186b914ac0b29/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:05:46,671 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:46,671 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:46,671 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 205a9653f39b5b5291581f15dcedc008: Waiting for close lock at 1733706346662Running coprocessor pre-close hooks at 1733706346662Disabling compacts and flushes for region at 1733706346662Disabling writes for close at 1733706346663 (+1 ms)Writing region close event to WAL at 1733706346664 (+1 ms)Running coprocessor post-close hooks at 1733706346671 (+7 ms)Closed at 1733706346671 2024-12-09T01:05:46,671 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b117084463bb55a927186b914ac0b29: Waiting for close lock at 1733706346662Running coprocessor pre-close hooks at 1733706346662Disabling compacts and flushes for region at 1733706346662Disabling writes for close at 1733706346662Writing region close event to WAL at 1733706346665 (+3 ms)Running coprocessor post-close hooks at 1733706346671 (+6 ms)Closed at 1733706346671 2024-12-09T01:05:46,671 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733706275953.205a9653f39b5b5291581f15dcedc008. 2024-12-09T01:05:46,671 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733706275953.3b117084463bb55a927186b914ac0b29. 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c36d403afda5c3cb88ae7ec8c51a6948, disabling compactions & flushes 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 110a64d9779dc1c9c94d016049a77873, disabling compactions & flushes 2024-12-09T01:05:46,672 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:46,672 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. after waiting 0 ms 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. after waiting 0 ms 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:46,672 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:46,677 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/110a64d9779dc1c9c94d016049a77873/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,679 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 110a64d9779dc1c9c94d016049a77873: Waiting for close lock at 1733706346672Running coprocessor pre-close hooks at 1733706346672Disabling compacts and flushes for region at 1733706346672Disabling writes for close at 1733706346672Writing region close event to WAL at 1733706346673 (+1 ms)Running coprocessor post-close hooks at 1733706346679 (+6 ms)Closed at 1733706346679 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733706275953.110a64d9779dc1c9c94d016049a77873. 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06589608af026bb860c8dc6924fd1d08, disabling compactions & flushes 2024-12-09T01:05:46,679 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. after waiting 0 ms 2024-12-09T01:05:46,679 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:46,681 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/c36d403afda5c3cb88ae7ec8c51a6948/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,682 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:46,682 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c36d403afda5c3cb88ae7ec8c51a6948: Waiting for close lock at 1733706346672Running coprocessor pre-close hooks at 1733706346672Disabling compacts and flushes for region at 1733706346672Disabling writes for close at 1733706346672Writing region close event to WAL at 1733706346672Running coprocessor post-close hooks at 1733706346682 (+10 ms)Closed at 1733706346682 2024-12-09T01:05:46,682 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733706275953.c36d403afda5c3cb88ae7ec8c51a6948. 2024-12-09T01:05:46,683 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dab48c6647cf4e0d2ad45e2767c2c1cf, disabling compactions & flushes 2024-12-09T01:05:46,683 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:46,683 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:46,683 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. after waiting 0 ms 2024-12-09T01:05:46,683 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:46,686 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/info/486bc725ca2f42ca84387b047655429d is 167, key is SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a./info:regioninfo/1733706316241/Put/seqid=0 2024-12-09T01:05:46,689 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/06589608af026bb860c8dc6924fd1d08/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,690 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06589608af026bb860c8dc6924fd1d08: Waiting for close lock at 1733706346679Running coprocessor pre-close hooks at 1733706346679Disabling compacts and flushes for region at 1733706346679Disabling writes for close at 1733706346679Writing region close event to WAL at 1733706346680 (+1 ms)Running coprocessor post-close hooks at 1733706346690 (+10 ms)Closed at 1733706346690 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733706275953.06589608af026bb860c8dc6924fd1d08. 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9507799527ea9c148d61cc1f06ee02b, disabling compactions & flushes 2024-12-09T01:05:46,690 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. after waiting 0 ms 2024-12-09T01:05:46,690 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:46,693 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dab48c6647cf4e0d2ad45e2767c2c1cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:05:46,694 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:46,694 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dab48c6647cf4e0d2ad45e2767c2c1cf: Waiting for close lock at 1733706346683Running coprocessor pre-close hooks at 1733706346683Disabling compacts and flushes for region at 1733706346683Disabling writes for close at 1733706346683Writing region close event to WAL at 1733706346687 (+4 ms)Running coprocessor post-close hooks at 1733706346694 (+7 ms)Closed at 1733706346694 2024-12-09T01:05:46,694 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733706275953.dab48c6647cf4e0d2ad45e2767c2c1cf. 2024-12-09T01:05:46,694 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce78c24a7e5f5f1015ad6471d104f5a, disabling compactions & flushes 2024-12-09T01:05:46,694 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:46,695 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:46,695 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. after waiting 0 ms 2024-12-09T01:05:46,695 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741862_1038 (size=20292) 2024-12-09T01:05:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741862_1038 (size=20292) 2024-12-09T01:05:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741862_1038 (size=20292) 2024-12-09T01:05:46,711 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/info/486bc725ca2f42ca84387b047655429d 2024-12-09T01:05:46,715 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/d9507799527ea9c148d61cc1f06ee02b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,716 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:46,716 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9507799527ea9c148d61cc1f06ee02b: Waiting for close lock at 1733706346690Running coprocessor pre-close hooks at 1733706346690Disabling compacts and flushes for region at 1733706346690Disabling writes for close at 1733706346690Writing region close event to WAL at 1733706346691 (+1 ms)Running coprocessor post-close hooks at 1733706346716 (+25 ms)Closed at 1733706346716 2024-12-09T01:05:46,717 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733706275953.d9507799527ea9c148d61cc1f06ee02b. 2024-12-09T01:05:46,720 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/default/SPTestTable/dce78c24a7e5f5f1015ad6471d104f5a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:05:46,721 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:46,721 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce78c24a7e5f5f1015ad6471d104f5a: Waiting for close lock at 1733706346694Running coprocessor pre-close hooks at 1733706346694Disabling compacts and flushes for region at 1733706346694Disabling writes for close at 1733706346695 (+1 ms)Writing region close event to WAL at 1733706346701 (+6 ms)Running coprocessor post-close hooks at 1733706346721 (+20 ms)Closed at 1733706346721 2024-12-09T01:05:46,721 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733706275953.dce78c24a7e5f5f1015ad6471d104f5a. 2024-12-09T01:05:46,738 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/ns/3e0769d0d5ee45eb834671dac07144bf is 43, key is default/ns:d/1733706275677/Put/seqid=0 2024-12-09T01:05:46,738 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:05:46,738 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:05:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:05:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:05:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741863_1039 (size=5153) 2024-12-09T01:05:46,746 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/ns/3e0769d0d5ee45eb834671dac07144bf 2024-12-09T01:05:46,774 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/table/2d1c0963464c46f9937139b1fc8e9c03 is 47, key is SPTestTable/table:state/1733706286499/Put/seqid=0 2024-12-09T01:05:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:05:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:05:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741864_1040 (size=5214) 2024-12-09T01:05:46,783 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/table/2d1c0963464c46f9937139b1fc8e9c03 2024-12-09T01:05:46,795 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/info/486bc725ca2f42ca84387b047655429d as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/info/486bc725ca2f42ca84387b047655429d 2024-12-09T01:05:46,803 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/info/486bc725ca2f42ca84387b047655429d, entries=116, sequenceid=37, filesize=19.8 K 2024-12-09T01:05:46,805 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/ns/3e0769d0d5ee45eb834671dac07144bf as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/ns/3e0769d0d5ee45eb834671dac07144bf 2024-12-09T01:05:46,812 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/ns/3e0769d0d5ee45eb834671dac07144bf, entries=2, sequenceid=37, filesize=5.0 K 2024-12-09T01:05:46,813 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/.tmp/table/2d1c0963464c46f9937139b1fc8e9c03 as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/table/2d1c0963464c46f9937139b1fc8e9c03 2024-12-09T01:05:46,820 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/table/2d1c0963464c46f9937139b1fc8e9c03, entries=2, sequenceid=37, filesize=5.1 K 2024-12-09T01:05:46,821 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 167ms, sequenceid=37, compaction requested=false 2024-12-09T01:05:46,826 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-09T01:05:46,826 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:05:46,827 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:05:46,827 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733706346654Running coprocessor pre-close hooks at 1733706346654Disabling compacts and flushes for region at 1733706346654Disabling writes for close at 1733706346654Obtaining lock to block concurrent updates at 1733706346655 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733706346655Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1733706346655Flushing stores of hbase:meta,,1.1588230740 at 1733706346656 (+1 ms)Flushing 1588230740/info: creating writer at 1733706346656Flushing 1588230740/info: appending metadata at 1733706346685 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733706346685Flushing 1588230740/ns: creating writer at 1733706346723 (+38 ms)Flushing 1588230740/ns: appending metadata at 1733706346737 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733706346737Flushing 1588230740/table: creating writer at 1733706346754 (+17 ms)Flushing 1588230740/table: appending metadata at 1733706346773 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733706346773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6093774f: reopening flushed file at 1733706346793 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6732daf7: reopening flushed file at 1733706346803 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e7419a: reopening flushed file at 1733706346812 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 167ms, sequenceid=37, compaction requested=false at 1733706346821 (+9 ms)Writing region close event to WAL at 1733706346822 (+1 ms)Running coprocessor post-close hooks at 1733706346826 (+4 ms)Closed at 1733706346827 (+1 ms) 2024-12-09T01:05:46,827 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:05:46,853 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,38457,1733706263740; all regions closed. 2024-12-09T01:05:46,854 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,46341,1733706263667; all regions closed. 2024-12-09T01:05:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:05:46,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,38457,1733706263740/1bae0942de96%2C38457%2C1733706263740.1733706265217 not finished, retry = 0 2024-12-09T01:05:46,857 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/WALs/1bae0942de96,46341,1733706263667/1bae0942de96%2C46341%2C1733706263667.meta.1733706275523.meta not finished, retry = 0 2024-12-09T01:05:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:05:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741835_1011 (size=3530) 2024-12-09T01:05:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741836_1012 (size=19530) 2024-12-09T01:05:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741836_1012 (size=19530) 2024-12-09T01:05:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741836_1012 (size=19530) 2024-12-09T01:05:46,961 DEBUG [RS:2;1bae0942de96:38457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs 2024-12-09T01:05:46,961 DEBUG [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs 2024-12-09T01:05:46,962 INFO [RS:2;1bae0942de96:38457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C38457%2C1733706263740:(num 1733706265217) 2024-12-09T01:05:46,962 INFO [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C46341%2C1733706263667.meta:.meta(num 1733706275523) 2024-12-09T01:05:46,962 DEBUG [RS:2;1bae0942de96:38457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,962 INFO [RS:2;1bae0942de96:38457 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:05:46,962 INFO [RS:2;1bae0942de96:38457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:05:46,962 INFO [RS:2;1bae0942de96:38457 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:05:46,962 INFO [RS:2;1bae0942de96:38457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:05:46,963 INFO [RS:2;1bae0942de96:38457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:05:46,963 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:05:46,963 INFO [RS:2;1bae0942de96:38457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:05:46,963 INFO [RS:2;1bae0942de96:38457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:05:46,963 INFO [RS:2;1bae0942de96:38457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38457 2024-12-09T01:05:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:05:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:05:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741834_1010 (size=3500) 2024-12-09T01:05:46,972 DEBUG [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/oldWALs 2024-12-09T01:05:46,972 INFO [RS:1;1bae0942de96:46341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C46341%2C1733706263667:(num 1733706265217) 2024-12-09T01:05:46,972 DEBUG [RS:1;1bae0942de96:46341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:05:46,972 INFO [RS:1;1bae0942de96:46341 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:05:46,972 INFO [RS:1;1bae0942de96:46341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:05:46,973 INFO [RS:1;1bae0942de96:46341 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T01:05:46,973 INFO [RS:1;1bae0942de96:46341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:05:46,973 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:05:46,973 INFO [RS:1;1bae0942de96:46341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46341 2024-12-09T01:05:46,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:05:46,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,38457,1733706263740 2024-12-09T01:05:46,986 INFO [RS:2;1bae0942de96:38457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:05:46,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,46341,1733706263667 2024-12-09T01:05:46,994 INFO [RS:1;1bae0942de96:46341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:05:47,002 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,46341,1733706263667] 2024-12-09T01:05:47,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,46341,1733706263667 already deleted, retry=false 2024-12-09T01:05:47,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,46341,1733706263667 expired; onlineServers=1 2024-12-09T01:05:47,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,38457,1733706263740] 2024-12-09T01:05:47,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,38457,1733706263740 already deleted, retry=false 2024-12-09T01:05:47,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,38457,1733706263740 expired; onlineServers=0 2024-12-09T01:05:47,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bae0942de96,45899,1733706262859' ***** 2024-12-09T01:05:47,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:05:47,028 INFO [M:0;1bae0942de96:45899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:05:47,028 INFO [M:0;1bae0942de96:45899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:05:47,028 DEBUG [M:0;1bae0942de96:45899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:05:47,029 DEBUG [M:0;1bae0942de96:45899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:05:47,029 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:05:47,029 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706264843 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706264843,5,FailOnTimeoutGroup] 2024-12-09T01:05:47,029 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706264844 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706264844,5,FailOnTimeoutGroup] 2024-12-09T01:05:47,029 INFO [M:0;1bae0942de96:45899 {}] hbase.ChoreService(370): Chore service for: master/1bae0942de96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:05:47,029 INFO [M:0;1bae0942de96:45899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:05:47,029 DEBUG [M:0;1bae0942de96:45899 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:05:47,030 INFO [M:0;1bae0942de96:45899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:05:47,030 INFO [M:0;1bae0942de96:45899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:05:47,030 ERROR [M:0;1bae0942de96:45899 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:43709 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43709,5,PEWorkerGroup] 2024-12-09T01:05:47,031 INFO [M:0;1bae0942de96:45899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:05:47,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:05:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:05:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:47,036 DEBUG [M:0;1bae0942de96:45899 {}] zookeeper.ZKUtil(347): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:05:47,036 WARN [M:0;1bae0942de96:45899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:05:47,037 INFO [M:0;1bae0942de96:45899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/.lastflushedseqids 2024-12-09T01:05:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:05:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:05:47,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741865_1041 (size=686) 2024-12-09T01:05:47,069 INFO [M:0;1bae0942de96:45899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:05:47,069 INFO [M:0;1bae0942de96:45899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:05:47,069 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:05:47,069 INFO [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:47,069 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:47,069 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:05:47,069 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:47,070 INFO [M:0;1bae0942de96:45899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-12-09T01:05:47,083 DEBUG [M:0;1bae0942de96:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b869fbfdeb1e42cbb9b1b0d880d0cba8 is 82, key is hbase:meta,,1/info:regioninfo/1733706275608/Put/seqid=0 2024-12-09T01:05:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:05:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:05:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741866_1042 (size=5672) 2024-12-09T01:05:47,090 INFO [M:0;1bae0942de96:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b869fbfdeb1e42cbb9b1b0d880d0cba8 2024-12-09T01:05:47,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,103 INFO [RS:2;1bae0942de96:38457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:05:47,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38457-0x1000827e4b50003, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,103 INFO [RS:2;1bae0942de96:38457 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,38457,1733706263740; zookeeper connection closed. 2024-12-09T01:05:47,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@268b4940 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@268b4940 2024-12-09T01:05:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,111 INFO [RS:1;1bae0942de96:46341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:05:47,111 INFO [RS:1;1bae0942de96:46341 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,46341,1733706263667; zookeeper connection closed. 2024-12-09T01:05:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46341-0x1000827e4b50002, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51da8883 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51da8883 2024-12-09T01:05:47,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T01:05:47,112 DEBUG [M:0;1bae0942de96:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7e4775c1a304c96b8a527cc275d2d1b is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733706286506/Put/seqid=0 2024-12-09T01:05:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741867_1043 (size=8973) 2024-12-09T01:05:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741867_1043 (size=8973) 2024-12-09T01:05:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741867_1043 (size=8973) 2024-12-09T01:05:47,123 INFO [M:0;1bae0942de96:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7e4775c1a304c96b8a527cc275d2d1b 2024-12-09T01:05:47,130 INFO [M:0;1bae0942de96:45899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e4775c1a304c96b8a527cc275d2d1b 2024-12-09T01:05:47,144 DEBUG [M:0;1bae0942de96:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b1b57f0783476ba8ce500912e84ddd is 69, key is 1bae0942de96,38457,1733706263740/rs:state/1733706264937/Put/seqid=0 2024-12-09T01:05:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:05:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:05:47,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741868_1044 (size=5446) 2024-12-09T01:05:47,152 INFO [M:0;1bae0942de96:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b1b57f0783476ba8ce500912e84ddd 2024-12-09T01:05:47,158 INFO [M:0;1bae0942de96:45899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b1b57f0783476ba8ce500912e84ddd 2024-12-09T01:05:47,159 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b869fbfdeb1e42cbb9b1b0d880d0cba8 as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b869fbfdeb1e42cbb9b1b0d880d0cba8 2024-12-09T01:05:47,165 INFO [M:0;1bae0942de96:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b869fbfdeb1e42cbb9b1b0d880d0cba8, entries=8, sequenceid=513, filesize=5.5 K 2024-12-09T01:05:47,166 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7e4775c1a304c96b8a527cc275d2d1b as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7e4775c1a304c96b8a527cc275d2d1b 2024-12-09T01:05:47,172 INFO [M:0;1bae0942de96:45899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e4775c1a304c96b8a527cc275d2d1b 2024-12-09T01:05:47,172 INFO [M:0;1bae0942de96:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7e4775c1a304c96b8a527cc275d2d1b, entries=56, sequenceid=513, filesize=8.8 K 2024-12-09T01:05:47,173 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b1b57f0783476ba8ce500912e84ddd as hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b1b57f0783476ba8ce500912e84ddd 2024-12-09T01:05:47,180 INFO [M:0;1bae0942de96:45899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b1b57f0783476ba8ce500912e84ddd 2024-12-09T01:05:47,180 INFO [M:0;1bae0942de96:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43709/user/jenkins/test-data/068087a1-295b-e495-37a9-50004495bd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b1b57f0783476ba8ce500912e84ddd, entries=3, sequenceid=513, filesize=5.3 K 2024-12-09T01:05:47,181 INFO [M:0;1bae0942de96:45899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=513, compaction requested=false 2024-12-09T01:05:47,182 INFO [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:47,182 DEBUG [M:0;1bae0942de96:45899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733706347069Disabling compacts and flushes for region at 1733706347069Disabling writes for close at 1733706347069Obtaining lock to block concurrent updates at 1733706347070 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733706347070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1733706347070Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733706347070Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733706347070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733706347083 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733706347083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733706347096 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733706347112 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733706347112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733706347130 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733706347143 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733706347143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251447e6: reopening flushed file at 1733706347158 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@305fa99b: reopening flushed file at 1733706347165 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f3e141: reopening flushed file at 1733706347172 (+7 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=513, compaction requested=false at 1733706347181 (+9 ms)Writing region close event to WAL at 1733706347182 (+1 ms)Closed at 1733706347182 2024-12-09T01:05:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43109 is added to blk_1073741830_1006 (size=234147) 2024-12-09T01:05:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741830_1006 (size=234147) 2024-12-09T01:05:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36135 is added to blk_1073741830_1006 (size=234147) 2024-12-09T01:05:47,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:05:47,186 INFO [M:0;1bae0942de96:45899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:05:47,186 INFO [M:0;1bae0942de96:45899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45899 2024-12-09T01:05:47,186 INFO [M:0;1bae0942de96:45899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:05:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,318 INFO [M:0;1bae0942de96:45899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:05:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x1000827e4b50000, quorum=127.0.0.1:57378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:05:47,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:47,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:05:47,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:05:47,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:05:47,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,STOPPED} 2024-12-09T01:05:47,334 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:05:47,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:05:47,334 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259814958-172.17.0.2-1733706258878 (Datanode Uuid 7465e4aa-8032-4d9f-8413-0f987d3f621d) service to localhost/127.0.0.1:43709 2024-12-09T01:05:47,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:05:47,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data5/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data6/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:05:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:47,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:05:47,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:05:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:05:47,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,STOPPED} 2024-12-09T01:05:47,339 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:05:47,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:05:47,340 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259814958-172.17.0.2-1733706258878 (Datanode Uuid ed7b3970-2926-4bc3-a82b-7a4b11c401ab) service to localhost/127.0.0.1:43709 2024-12-09T01:05:47,340 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:05:47,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data3/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data4/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:05:47,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:47,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:05:47,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:05:47,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:05:47,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,STOPPED} 2024-12-09T01:05:47,344 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:05:47,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:05:47,344 WARN [BP-259814958-172.17.0.2-1733706258878 heartbeating to localhost/127.0.0.1:43709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259814958-172.17.0.2-1733706258878 (Datanode Uuid deb67ed1-7502-4091-bb6e-a4ddf868af7b) service to localhost/127.0.0.1:43709 2024-12-09T01:05:47,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:05:47,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data1/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/cluster_6c6dd42a-32ca-f93f-1775-cf2cb2ddbbd7/data/data2/current/BP-259814958-172.17.0.2-1733706258878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:05:47,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:05:47,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:05:47,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:05:47,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:05:47,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:05:47,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir/,STOPPED} 2024-12-09T01:05:47,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:05:47,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T01:05:47,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1bae0942de96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68f8393e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/1bae0942de96:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1bae0942de96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1bae0942de96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/1bae0942de96:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43709 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1bae0942de96:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:43709 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/1bae0942de96:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=15256 (was 16934) 2024-12-09T01:05:47,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=15257 2024-12-09T01:05:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir so I do NOT create it in target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6 2024-12-09T01:05:47,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:05:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.tmp.dir so I do NOT create it in target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6 2024-12-09T01:05:47,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/57730758-2a1b-1b86-6818-1f2cb4265d83/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:05:47,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6 2024-12-09T01:05:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:05:47,433 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585, deleteOnExit=true 2024-12-09T01:05:47,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/test.cache.data in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T01:05:47,434 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:05:47,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:05:47,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:05:47,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:05:47,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:05:47,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:05:47,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:05:47,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:05:47,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:05:47,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555889da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:05:47,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cfd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:05:47,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@657e70ed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/java.io.tmpdir/jetty-localhost-40489-hadoop-hdfs-3_4_1-tests_jar-_-any-14001919958605471120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:05:47,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13d31af2{HTTP/1.1, (http/1.1)}{localhost:40489} 2024-12-09T01:05:47,837 INFO [Time-limited test {}] server.Server(415): Started @90979ms 2024-12-09T01:05:48,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:05:48,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:05:48,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:05:48,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:05:48,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:05:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db967cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:05:48,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e04e67f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:05:48,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783535ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/java.io.tmpdir/jetty-localhost-35005-hadoop-hdfs-3_4_1-tests_jar-_-any-8772081435672792125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:48,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77790ac3{HTTP/1.1, (http/1.1)}{localhost:35005} 2024-12-09T01:05:48,177 INFO [Time-limited test {}] server.Server(415): Started @91320ms 2024-12-09T01:05:48,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:05:48,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:05:48,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:05:48,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:05:48,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:05:48,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:05:48,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e04367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:05:48,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd60f57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:05:48,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69446df2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/java.io.tmpdir/jetty-localhost-38313-hadoop-hdfs-3_4_1-tests_jar-_-any-15906389700519094952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:48,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56754262{HTTP/1.1, (http/1.1)}{localhost:38313} 2024-12-09T01:05:48,307 INFO [Time-limited test {}] server.Server(415): Started @91450ms 2024-12-09T01:05:48,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:05:48,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:05:48,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:05:48,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:05:48,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:05:48,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:05:48,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7bcc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:05:48,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b28489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:05:48,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7289176a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/java.io.tmpdir/jetty-localhost-38765-hadoop-hdfs-3_4_1-tests_jar-_-any-14609416184791811069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:05:48,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1df7101a{HTTP/1.1, (http/1.1)}{localhost:38765} 2024-12-09T01:05:48,431 INFO [Time-limited test {}] server.Server(415): Started @91574ms 2024-12-09T01:05:48,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:05:49,020 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data1/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,020 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data2/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,037 WARN [Thread-645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:05:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa30efb965e33473 with lease ID 0x85b2637a5506a56: Processing first storage report for DS-4e619d0f-e9cb-41dd-b858-885cebac9058 from datanode DatanodeRegistration(127.0.0.1:35095, datanodeUuid=7f600039-ec28-47f8-89ff-de9db5b6b34b, infoPort=39757, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa30efb965e33473 with lease ID 0x85b2637a5506a56: from storage DS-4e619d0f-e9cb-41dd-b858-885cebac9058 node DatanodeRegistration(127.0.0.1:35095, datanodeUuid=7f600039-ec28-47f8-89ff-de9db5b6b34b, infoPort=39757, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa30efb965e33473 with lease ID 0x85b2637a5506a56: Processing first storage report for DS-588743ca-af6f-4cac-967a-57e8abd39f94 from datanode DatanodeRegistration(127.0.0.1:35095, datanodeUuid=7f600039-ec28-47f8-89ff-de9db5b6b34b, infoPort=39757, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa30efb965e33473 with lease ID 0x85b2637a5506a56: from storage DS-588743ca-af6f-4cac-967a-57e8abd39f94 node DatanodeRegistration(127.0.0.1:35095, datanodeUuid=7f600039-ec28-47f8-89ff-de9db5b6b34b, infoPort=39757, infoSecurePort=0, ipcPort=42299, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,280 WARN [Thread-716 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data3/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,280 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data4/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,293 WARN [Thread-668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:05:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a28be4bc84fbe37 with lease ID 0x85b2637a5506a57: Processing first storage report for DS-d79ce252-4107-4f36-b489-cc43e9b8665b from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=f8108f5d-1fae-4dfd-875e-b72efa23b3f1, infoPort=45127, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a28be4bc84fbe37 with lease ID 0x85b2637a5506a57: from storage DS-d79ce252-4107-4f36-b489-cc43e9b8665b node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=f8108f5d-1fae-4dfd-875e-b72efa23b3f1, infoPort=45127, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a28be4bc84fbe37 with lease ID 0x85b2637a5506a57: Processing first storage report for DS-a0872fd2-d1cc-42ff-a243-8bc138481795 from datanode DatanodeRegistration(127.0.0.1:34849, datanodeUuid=f8108f5d-1fae-4dfd-875e-b72efa23b3f1, infoPort=45127, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a28be4bc84fbe37 with lease ID 0x85b2637a5506a57: from storage DS-a0872fd2-d1cc-42ff-a243-8bc138481795 node DatanodeRegistration(127.0.0.1:34849, datanodeUuid=f8108f5d-1fae-4dfd-875e-b72efa23b3f1, infoPort=45127, infoSecurePort=0, ipcPort=40831, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,393 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data6/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,393 WARN [Thread-727 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data5/current/BP-476068750-172.17.0.2-1733706347455/current, will proceed with Du for space computation calculation, 2024-12-09T01:05:49,415 WARN [Thread-690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:05:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d7b3c82b679018 with lease ID 0x85b2637a5506a58: Processing first storage report for DS-8c6e4eb8-11b4-4558-9990-3dd69d463467 from datanode DatanodeRegistration(127.0.0.1:36431, datanodeUuid=eb7f75e7-4365-4328-8857-aec7dc48a270, infoPort=33861, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d7b3c82b679018 with lease ID 0x85b2637a5506a58: from storage DS-8c6e4eb8-11b4-4558-9990-3dd69d463467 node DatanodeRegistration(127.0.0.1:36431, datanodeUuid=eb7f75e7-4365-4328-8857-aec7dc48a270, infoPort=33861, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10d7b3c82b679018 with lease ID 0x85b2637a5506a58: Processing first storage report for DS-786e6108-c3fb-46e6-be5b-85e6a3edd536 from datanode DatanodeRegistration(127.0.0.1:36431, datanodeUuid=eb7f75e7-4365-4328-8857-aec7dc48a270, infoPort=33861, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455) 2024-12-09T01:05:49,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10d7b3c82b679018 with lease ID 0x85b2637a5506a58: from storage DS-786e6108-c3fb-46e6-be5b-85e6a3edd536 node DatanodeRegistration(127.0.0.1:36431, datanodeUuid=eb7f75e7-4365-4328-8857-aec7dc48a270, infoPort=33861, infoSecurePort=0, ipcPort=46767, storageInfo=lv=-57;cid=testClusterID;nsid=372851622;c=1733706347455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:05:49,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6 2024-12-09T01:05:49,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/zookeeper_0, clientPort=60956, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:05:49,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60956 2024-12-09T01:05:49,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:05:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:05:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:05:49,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 with version=8 2024-12-09T01:05:49,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/hbase-staging 2024-12-09T01:05:49,497 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:05:49,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T01:05:49,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:05:49,498 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43329 2024-12-09T01:05:49,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43329 connecting to ZooKeeper ensemble=127.0.0.1:60956 2024-12-09T01:05:49,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433290x0, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:05:49,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43329-0x10008293a430000 connected 2024-12-09T01:05:49,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:49,637 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1, hbase.cluster.distributed=false 2024-12-09T01:05:49,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:05:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-09T01:05:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43329 2024-12-09T01:05:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43329 2024-12-09T01:05:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-09T01:05:49,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-09T01:05:49,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:05:49,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:05:49,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:05:49,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34047 2024-12-09T01:05:49,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34047 connecting to ZooKeeper ensemble=127.0.0.1:60956 2024-12-09T01:05:49,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340470x0, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:05:49,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340470x0, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:49,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34047-0x10008293a430001 connected 2024-12-09T01:05:49,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:05:49,668 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:05:49,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:05:49,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:05:49,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34047 2024-12-09T01:05:49,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34047 2024-12-09T01:05:49,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34047 2024-12-09T01:05:49,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34047 2024-12-09T01:05:49,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34047 2024-12-09T01:05:49,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:05:49,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:05:49,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45331 2024-12-09T01:05:49,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45331 connecting to ZooKeeper ensemble=127.0.0.1:60956 2024-12-09T01:05:49,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453310x0, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:05:49,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45331-0x10008293a430002 connected 2024-12-09T01:05:49,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:49,701 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:05:49,702 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:05:49,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:05:49,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:05:49,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45331 2024-12-09T01:05:49,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45331 2024-12-09T01:05:49,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45331 2024-12-09T01:05:49,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45331 2024-12-09T01:05:49,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45331 2024-12-09T01:05:49,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1bae0942de96:0 server-side Connection retries=45 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:05:49,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:05:49,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36981 2024-12-09T01:05:49,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36981 connecting to ZooKeeper ensemble=127.0.0.1:60956 2024-12-09T01:05:49,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369810x0, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:05:49,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369810x0, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:05:49,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36981-0x10008293a430003 connected 2024-12-09T01:05:49,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:05:49,735 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:05:49,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:05:49,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:05:49,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-09T01:05:49,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36981 2024-12-09T01:05:49,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36981 2024-12-09T01:05:49,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-09T01:05:49,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36981 2024-12-09T01:05:49,750 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1bae0942de96:43329 2024-12-09T01:05:49,751 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1bae0942de96,43329,1733706349496 2024-12-09T01:05:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,759 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1bae0942de96,43329,1733706349496 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,768 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:05:49,768 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1bae0942de96,43329,1733706349496 from backup master directory 2024-12-09T01:05:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1bae0942de96,43329,1733706349496 2024-12-09T01:05:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:05:49,776 WARN [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:05:49,776 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1bae0942de96,43329,1733706349496 2024-12-09T01:05:49,780 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/hbase.id] with ID: 794e8ab6-8d64-474c-b327-77e45c119849 2024-12-09T01:05:49,780 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.tmp/hbase.id 2024-12-09T01:05:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:05:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:05:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:05:49,789 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.tmp/hbase.id]:[hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/hbase.id] 2024-12-09T01:05:49,801 INFO [master/1bae0942de96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:05:49,801 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T01:05:49,803 INFO [master/1bae0942de96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-09T01:05:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:05:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:05:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:05:49,817 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:05:49,818 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:05:49,818 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:05:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:05:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:05:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:05:49,828 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store 2024-12-09T01:05:49,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:05:49,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:05:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:05:49,837 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:49,838 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:05:49,838 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:49,838 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:49,838 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:05:49,838 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:49,838 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:05:49,838 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733706349837Disabling compacts and flushes for region at 1733706349837Disabling writes for close at 1733706349838 (+1 ms)Writing region close event to WAL at 1733706349838Closed at 1733706349838 2024-12-09T01:05:49,839 WARN [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/.initializing 2024-12-09T01:05:49,839 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/WALs/1bae0942de96,43329,1733706349496 2024-12-09T01:05:49,840 INFO [master/1bae0942de96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:05:49,842 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C43329%2C1733706349496, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/WALs/1bae0942de96,43329,1733706349496, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/oldWALs, maxLogs=10 2024-12-09T01:05:49,860 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/WALs/1bae0942de96,43329,1733706349496/1bae0942de96%2C43329%2C1733706349496.1733706349843, exclude list is [], retry=0 2024-12-09T01:05:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35095,DS-4e619d0f-e9cb-41dd-b858-885cebac9058,DISK] 2024-12-09T01:05:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-d79ce252-4107-4f36-b489-cc43e9b8665b,DISK] 2024-12-09T01:05:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-8c6e4eb8-11b4-4558-9990-3dd69d463467,DISK] 2024-12-09T01:05:49,866 INFO [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/WALs/1bae0942de96,43329,1733706349496/1bae0942de96%2C43329%2C1733706349496.1733706349843 2024-12-09T01:05:49,866 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39757:39757),(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:33861:33861)] 2024-12-09T01:05:49,866 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:05:49,867 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:49,867 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,867 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:05:49,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:49,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:05:49,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:05:49,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:49,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:49,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:05:49,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:49,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:49,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:05:49,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:49,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:05:49,878 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,879 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,879 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,881 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,881 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,881 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:05:49,883 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:05:49,885 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:05:49,886 INFO [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65728097, jitterRate=-0.020575031638145447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:05:49,886 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733706349867Initializing all the Stores at 1733706349868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706349868Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706349869 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706349869Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706349869Cleaning up temporary data from old regions at 1733706349881 (+12 ms)Region opened successfully at 1733706349886 (+5 ms) 2024-12-09T01:05:49,886 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:05:49,890 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541deb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:05:49,891 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T01:05:49,892 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:05:49,892 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:05:49,892 INFO [master/1bae0942de96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:05:49,892 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:05:49,893 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:05:49,893 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-09T01:05:49,896 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:05:49,897 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:05:49,925 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:05:49,926 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:05:49,927 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:05:49,934 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:05:49,934 INFO [master/1bae0942de96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:05:49,935 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:05:49,942 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:05:49,943 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:05:49,950 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:05:49,953 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:05:49,959 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,968 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1bae0942de96,43329,1733706349496, sessionid=0x10008293a430000, setting cluster-up flag (Was=false) 2024-12-09T01:05:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:49,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,009 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:05:50,010 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,43329,1733706349496 2024-12-09T01:05:50,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,050 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:05:50,052 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1bae0942de96,43329,1733706349496 2024-12-09T01:05:50,053 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T01:05:50,055 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T01:05:50,055 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T01:05:50,055 INFO [master/1bae0942de96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:05:50,056 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1bae0942de96,43329,1733706349496 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:05:50,057 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:05:50,057 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:05:50,057 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:05:50,057 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1bae0942de96:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:05:50,057 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1bae0942de96:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:05:50,058 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,058 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:05:50,058 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:05:50,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:05:50,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:50,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733706380063 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:05:50,063 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:05:50,067 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,071 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:05:50,071 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:05:50,071 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:05:50,072 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706350072,5,FailOnTimeoutGroup] 2024-12-09T01:05:50,072 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706350072,5,FailOnTimeoutGroup] 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,072 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:05:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:05:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741831_1007 (size=1321) 2024-12-09T01:05:50,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T01:05:50,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:05:50,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:05:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:05:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:05:50,139 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(746): ClusterId : 794e8ab6-8d64-474c-b327-77e45c119849 2024-12-09T01:05:50,139 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(746): ClusterId : 794e8ab6-8d64-474c-b327-77e45c119849 2024-12-09T01:05:50,139 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(746): ClusterId : 794e8ab6-8d64-474c-b327-77e45c119849 2024-12-09T01:05:50,140 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:05:50,140 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:05:50,140 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:05:50,151 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:05:50,151 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:05:50,151 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:05:50,151 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:05:50,151 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:05:50,151 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:05:50,160 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:05:50,160 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:05:50,160 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:05:50,160 DEBUG [RS:2;1bae0942de96:36981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614aad9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:05:50,160 DEBUG [RS:1;1bae0942de96:45331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e05a5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:05:50,160 DEBUG [RS:0;1bae0942de96:34047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2eeff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1bae0942de96/172.17.0.2:0 2024-12-09T01:05:50,173 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1bae0942de96:34047 2024-12-09T01:05:50,173 INFO [RS:0;1bae0942de96:34047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:05:50,173 INFO [RS:0;1bae0942de96:34047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:05:50,173 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:05:50,174 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,43329,1733706349496 with port=34047, startcode=1733706349654 2024-12-09T01:05:50,174 DEBUG [RS:0;1bae0942de96:34047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:05:50,176 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:05:50,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,178 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:05:50,178 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33397 2024-12-09T01:05:50,178 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:05:50,178 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1bae0942de96:36981 2024-12-09T01:05:50,178 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1bae0942de96:45331 2024-12-09T01:05:50,178 INFO [RS:2;1bae0942de96:36981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:05:50,178 INFO [RS:1;1bae0942de96:45331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T01:05:50,178 INFO [RS:2;1bae0942de96:36981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:05:50,178 INFO [RS:1;1bae0942de96:45331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T01:05:50,178 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:05:50,178 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T01:05:50,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:05:50,184 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,43329,1733706349496 with port=36981, startcode=1733706349718 2024-12-09T01:05:50,184 DEBUG [RS:2;1bae0942de96:36981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:05:50,184 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(2659): reportForDuty to master=1bae0942de96,43329,1733706349496 with port=45331, startcode=1733706349690 2024-12-09T01:05:50,185 DEBUG [RS:1;1bae0942de96:45331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:05:50,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,34047,1733706349654] 2024-12-09T01:05:50,185 DEBUG [RS:0;1bae0942de96:34047 {}] zookeeper.ZKUtil(111): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,185 WARN [RS:0;1bae0942de96:34047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:05:50,186 INFO [RS:0;1bae0942de96:34047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:05:50,186 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,188 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:05:50,188 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:05:50,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(517): Registering regionserver=1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,192 INFO [RS:0;1bae0942de96:34047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:05:50,192 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:05:50,192 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33397 2024-12-09T01:05:50,192 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:05:50,195 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:05:50,195 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33397 2024-12-09T01:05:50,195 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T01:05:50,195 INFO [RS:0;1bae0942de96:34047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:05:50,206 INFO [RS:0;1bae0942de96:34047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:05:50,206 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,206 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:05:50,207 INFO [RS:0;1bae0942de96:34047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:05:50,208 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,208 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,209 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,209 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,209 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,209 DEBUG [RS:0;1bae0942de96:34047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,211 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,212 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,212 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,212 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,212 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,212 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,34047,1733706349654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:05:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:05:50,229 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:05:50,229 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,34047,1733706349654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,229 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,229 INFO [RS:0;1bae0942de96:34047 {}] regionserver.Replication(171): 1bae0942de96,34047,1733706349654 started 2024-12-09T01:05:50,234 DEBUG [RS:2;1bae0942de96:36981 {}] zookeeper.ZKUtil(111): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,234 WARN [RS:2;1bae0942de96:36981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:05:50,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,45331,1733706349690] 2024-12-09T01:05:50,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1bae0942de96,36981,1733706349718] 2024-12-09T01:05:50,234 INFO [RS:2;1bae0942de96:36981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:05:50,234 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,234 DEBUG [RS:1;1bae0942de96:45331 {}] zookeeper.ZKUtil(111): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,234 WARN [RS:1;1bae0942de96:45331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:05:50,234 INFO [RS:1;1bae0942de96:45331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:05:50,234 DEBUG [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,238 INFO [RS:1;1bae0942de96:45331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:05:50,238 INFO [RS:2;1bae0942de96:36981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:05:50,239 INFO [RS:2;1bae0942de96:36981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:05:50,240 INFO [RS:2;1bae0942de96:36981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:05:50,240 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,241 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:05:50,242 INFO [RS:2;1bae0942de96:36981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:05:50,242 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,242 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 INFO [RS:1;1bae0942de96:45331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,243 DEBUG [RS:2;1bae0942de96:36981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,243 INFO [RS:1;1bae0942de96:45331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:05:50,243 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,245 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,245 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,34047,1733706349654, RpcServer on 1bae0942de96/172.17.0.2:34047, sessionid=0x10008293a430001 2024-12-09T01:05:50,246 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:05:50,246 DEBUG [RS:0;1bae0942de96:34047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,246 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,34047,1733706349654' 2024-12-09T01:05:50,246 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:05:50,246 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T01:05:50,246 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,36981,1733706349718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:05:50,247 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:05:50,247 INFO [RS:1;1bae0942de96:45331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T01:05:50,247 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,247 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,247 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,34047,1733706349654' 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1bae0942de96:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,248 DEBUG [RS:1;1bae0942de96:45331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1bae0942de96:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:05:50,249 DEBUG [RS:0;1bae0942de96:34047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:05:50,249 INFO [RS:0;1bae0942de96:34047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:05:50,249 INFO [RS:0;1bae0942de96:34047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,249 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45331,1733706349690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:05:50,262 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:05:50,263 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,45331,1733706349690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,263 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,263 INFO [RS:1;1bae0942de96:45331 {}] regionserver.Replication(171): 1bae0942de96,45331,1733706349690 started 2024-12-09T01:05:50,266 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:05:50,266 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,36981,1733706349718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,267 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,267 INFO [RS:2;1bae0942de96:36981 {}] regionserver.Replication(171): 1bae0942de96,36981,1733706349718 started 2024-12-09T01:05:50,280 INFO [RS:1;1bae0942de96:45331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,281 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,45331,1733706349690, RpcServer on 1bae0942de96/172.17.0.2:45331, sessionid=0x10008293a430002 2024-12-09T01:05:50,281 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:05:50,281 DEBUG [RS:1;1bae0942de96:45331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,281 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45331,1733706349690' 2024-12-09T01:05:50,281 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,45331,1733706349690 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,45331,1733706349690' 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:05:50,282 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:05:50,283 DEBUG [RS:1;1bae0942de96:45331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:05:50,283 INFO [RS:1;1bae0942de96:45331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:05:50,283 INFO [RS:1;1bae0942de96:45331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:05:50,286 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:05:50,286 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1482): Serving as 1bae0942de96,36981,1733706349718, RpcServer on 1bae0942de96/172.17.0.2:36981, sessionid=0x10008293a430003 2024-12-09T01:05:50,286 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:05:50,286 DEBUG [RS:2;1bae0942de96:36981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,286 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,36981,1733706349718' 2024-12-09T01:05:50,286 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1bae0942de96,36981,1733706349718 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1bae0942de96,36981,1733706349718' 2024-12-09T01:05:50,287 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:05:50,288 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:05:50,288 DEBUG [RS:2;1bae0942de96:36981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:05:50,288 INFO [RS:2;1bae0942de96:36981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:05:50,288 INFO [RS:2;1bae0942de96:36981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:05:50,349 INFO [RS:0;1bae0942de96:34047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:05:50,352 INFO [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C34047%2C1733706349654, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs, maxLogs=32 2024-12-09T01:05:50,367 DEBUG [RS:0;1bae0942de96:34047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654/1bae0942de96%2C34047%2C1733706349654.1733706350355, exclude list is [], retry=0 2024-12-09T01:05:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-d79ce252-4107-4f36-b489-cc43e9b8665b,DISK] 2024-12-09T01:05:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35095,DS-4e619d0f-e9cb-41dd-b858-885cebac9058,DISK] 2024-12-09T01:05:50,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-8c6e4eb8-11b4-4558-9990-3dd69d463467,DISK] 2024-12-09T01:05:50,372 INFO [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654/1bae0942de96%2C34047%2C1733706349654.1733706350355 2024-12-09T01:05:50,372 DEBUG [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:39757:39757),(127.0.0.1/127.0.0.1:33861:33861)] 2024-12-09T01:05:50,383 INFO [RS:1;1bae0942de96:45331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:05:50,386 INFO [RS:1;1bae0942de96:45331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C45331%2C1733706349690, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs, maxLogs=32 2024-12-09T01:05:50,388 INFO [RS:2;1bae0942de96:36981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:05:50,391 INFO [RS:2;1bae0942de96:36981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C36981%2C1733706349718, suffix=, logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,36981,1733706349718, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs, maxLogs=32 2024-12-09T01:05:50,401 DEBUG [RS:1;1bae0942de96:45331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690/1bae0942de96%2C45331%2C1733706349690.1733706350388, exclude list is [], retry=0 2024-12-09T01:05:50,402 DEBUG [RS:2;1bae0942de96:36981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,36981,1733706349718/1bae0942de96%2C36981%2C1733706349718.1733706350391, exclude list is [], retry=0 2024-12-09T01:05:50,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-d79ce252-4107-4f36-b489-cc43e9b8665b,DISK] 2024-12-09T01:05:50,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-d79ce252-4107-4f36-b489-cc43e9b8665b,DISK] 2024-12-09T01:05:50,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-8c6e4eb8-11b4-4558-9990-3dd69d463467,DISK] 2024-12-09T01:05:50,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35095,DS-4e619d0f-e9cb-41dd-b858-885cebac9058,DISK] 2024-12-09T01:05:50,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35095,DS-4e619d0f-e9cb-41dd-b858-885cebac9058,DISK] 2024-12-09T01:05:50,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-8c6e4eb8-11b4-4558-9990-3dd69d463467,DISK] 2024-12-09T01:05:50,408 INFO [RS:1;1bae0942de96:45331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690/1bae0942de96%2C45331%2C1733706349690.1733706350388 2024-12-09T01:05:50,411 DEBUG [RS:1;1bae0942de96:45331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:39757:39757),(127.0.0.1/127.0.0.1:33861:33861)] 2024-12-09T01:05:50,412 INFO [RS:2;1bae0942de96:36981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,36981,1733706349718/1bae0942de96%2C36981%2C1733706349718.1733706350391 2024-12-09T01:05:50,412 DEBUG [RS:2;1bae0942de96:36981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:33861:33861),(127.0.0.1/127.0.0.1:39757:39757)] 2024-12-09T01:05:50,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:05:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:05:50,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:05:50,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:05:50,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:05:50,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:05:50,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:50,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:05:50,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:05:50,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:05:50,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:50,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:05:50,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:05:50,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:05:50,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:05:50,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:05:50,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:05:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740 2024-12-09T01:05:50,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740 2024-12-09T01:05:50,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:05:50,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:05:50,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:05:50,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:05:50,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:05:50,514 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67223232, jitterRate=0.0017042160034179688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:05:50,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733706350495Initializing all the Stores at 1733706350496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706350496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706350498 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706350498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706350498Cleaning up temporary data from old regions at 1733706350510 (+12 ms)Region opened successfully at 1733706350515 (+5 ms) 2024-12-09T01:05:50,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:05:50,515 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:05:50,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:05:50,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:05:50,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:05:50,516 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:05:50,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733706350515Disabling compacts and flushes for region at 1733706350515Disabling writes for close at 1733706350515Writing region close event to WAL at 1733706350516 (+1 ms)Closed at 1733706350516 2024-12-09T01:05:50,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:05:50,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T01:05:50,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:05:50,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:05:50,519 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:05:50,669 DEBUG [1bae0942de96:43329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T01:05:50,669 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:05:50,673 INFO [1bae0942de96:43329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:05:50,673 INFO [1bae0942de96:43329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:05:50,673 INFO [1bae0942de96:43329 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:05:50,673 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:05:50,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:05:50,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,34047,1733706349654, state=OPENING 2024-12-09T01:05:50,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:05:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:05:50,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:05:50,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:05:50,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:05:50,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:05:50,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:05:50,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,34047,1733706349654}] 2024-12-09T01:05:51,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:51,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:51,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:52,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:05:52,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:52,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:52,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:53,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:05:53,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:05:58,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:05:58,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:58,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:05:58,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:00,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:06:00,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:06:00,813 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T01:06:00,814 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:06:00,814 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:06:00,816 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1bae0942de96%2C34047%2C1733706349654.meta, suffix=.meta, logDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654, archiveDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs, maxLogs=32 2024-12-09T01:06:00,831 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654/1bae0942de96%2C34047%2C1733706349654.meta.1733706360817.meta, exclude list is [], retry=0 2024-12-09T01:06:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35095,DS-4e619d0f-e9cb-41dd-b858-885cebac9058,DISK] 2024-12-09T01:06:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36431,DS-8c6e4eb8-11b4-4558-9990-3dd69d463467,DISK] 2024-12-09T01:06:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34849,DS-d79ce252-4107-4f36-b489-cc43e9b8665b,DISK] 2024-12-09T01:06:00,836 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,34047,1733706349654/1bae0942de96%2C34047%2C1733706349654.meta.1733706360817.meta 2024-12-09T01:06:00,836 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33861:33861),(127.0.0.1/127.0.0.1:39757:39757),(127.0.0.1/127.0.0.1:45127:45127)] 2024-12-09T01:06:00,836 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:06:00,837 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T01:06:00,837 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T01:06:00,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:06:00,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:06:00,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:00,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:06:00,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T01:06:00,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T01:06:00,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:00,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:06:00,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:06:00,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:06:00,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:00,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:06:00,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:06:00,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:06:00,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:00,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:06:00,844 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T01:06:00,844 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740 2024-12-09T01:06:00,846 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740 2024-12-09T01:06:00,847 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T01:06:00,847 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T01:06:00,848 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:06:00,849 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T01:06:00,850 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71715745, jitterRate=0.06864787638187408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:06:00,851 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T01:06:00,852 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733706360837Writing region info on filesystem at 1733706360837Initializing all the Stores at 1733706360838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706360838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706360838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706360838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733706360838Cleaning up temporary data from old regions at 1733706360847 (+9 ms)Running coprocessor post-open hooks at 1733706360851 (+4 ms)Region opened successfully at 1733706360851 2024-12-09T01:06:00,853 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733706360807 2024-12-09T01:06:00,855 DEBUG [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:06:00,855 INFO [RS_OPEN_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T01:06:00,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:00,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1bae0942de96,34047,1733706349654, state=OPEN 2024-12-09T01:06:00,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:06:00,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:06:00,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:06:00,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:06:00,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1bae0942de96,34047,1733706349654 2024-12-09T01:06:00,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:06:00,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:06:00,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:06:00,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:06:00,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:06:00,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1bae0942de96,34047,1733706349654 in 10.1130 sec 2024-12-09T01:06:00,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:06:00,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4030 sec 2024-12-09T01:06:00,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:06:00,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T01:06:00,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:06:00,928 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,34047,1733706349654, seqNum=-1] 2024-12-09T01:06:00,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:06:00,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:06:00,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8800 sec 2024-12-09T01:06:00,935 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733706360935, completionTime=-1 2024-12-09T01:06:00,935 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T01:06:00,935 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T01:06:00,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T01:06:00,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733706420937 2024-12-09T01:06:00,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733706480937 2024-12-09T01:06:00,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-09T01:06:00,937 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:06:00,937 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,938 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,938 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,938 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1bae0942de96:43329, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,938 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,938 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,940 DEBUG [master/1bae0942de96:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.167sec 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:06:00,943 INFO [master/1bae0942de96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:06:00,944 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:06:00,944 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:06:00,946 DEBUG [master/1bae0942de96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:06:00,946 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:06:00,946 INFO [master/1bae0942de96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1bae0942de96,43329,1733706349496-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:06:00,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1c5c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,43329,-1 for getting cluster id 2024-12-09T01:06:00,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:06:00,954 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '794e8ab6-8d64-474c-b327-77e45c119849' 2024-12-09T01:06:00,954 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:06:00,954 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "794e8ab6-8d64-474c-b327-77e45c119849" 2024-12-09T01:06:00,955 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8c3fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,955 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,43329,-1] 2024-12-09T01:06:00,955 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:06:00,956 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:00,957 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:06:00,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3bd6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:06:00,959 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,34047,1733706349654, seqNum=-1] 2024-12-09T01:06:00,959 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:06:00,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:06:00,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1bae0942de96,43329,1733706349496 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733706360963 (current time:1733706360963). 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e79ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1bae0942de96,43329,-1 for getting cluster id 2024-12-09T01:06:00,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T01:06:00,964 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '794e8ab6-8d64-474c-b327-77e45c119849' 2024-12-09T01:06:00,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T01:06:00,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "794e8ab6-8d64-474c-b327-77e45c119849" 2024-12-09T01:06:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76914e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1bae0942de96,43329,-1] 2024-12-09T01:06:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T01:06:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:00,966 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T01:06:00,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7cbfb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:06:00,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T01:06:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1bae0942de96,34047,1733706349654, seqNum=-1] 2024-12-09T01:06:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:06:00,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:06:00,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:06:00,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:00,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:00,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:00,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:06:00,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T01:06:00,971 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1bae0942de96,43329,1733706349496 2024-12-09T01:06:00,971 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5274c862 2024-12-09T01:06:00,971 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:06:00,972 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:06:00,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:06:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-09T01:06:00,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:06:00,975 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:00,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-09T01:06:00,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:06:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:06:00,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:06:00,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741837_1013 (size=361) 2024-12-09T01:06:00,988 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e8a906ebebd99bde728f6d7d77356ab3, NAME => 'SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:00,988 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0dbe041aa5f0de67de596cc5eb112b2e, NAME => 'SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:00,988 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecc500d1ebc3d0466e915b1d8248623c, NAME => 'SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:06:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:06:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741838_1014 (size=62) 2024-12-09T01:06:01,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:06:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:06:01,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741840_1016 (size=62) 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0dbe041aa5f0de67de596cc5eb112b2e, disabling compactions & flushes 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e8a906ebebd99bde728f6d7d77356ab3, disabling compactions & flushes 2024-12-09T01:06:01,002 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:01,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. after waiting 0 ms 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. after waiting 0 ms 2024-12-09T01:06:01,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:01,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:01,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:01,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:01,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0dbe041aa5f0de67de596cc5eb112b2e: Waiting for close lock at 1733706361002Disabling compacts and flushes for region at 1733706361002Disabling writes for close at 1733706361002Writing region close event to WAL at 1733706361003 (+1 ms)Closed at 1733706361003 2024-12-09T01:06:01,003 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e8a906ebebd99bde728f6d7d77356ab3: Waiting for close lock at 1733706361002Disabling compacts and flushes for region at 1733706361002Disabling writes for close at 1733706361002Writing region close event to WAL at 1733706361003 (+1 ms)Closed at 1733706361003 2024-12-09T01:06:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:06:01,003 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 167050c3fa9aa26c39f9df6e86f4fa2b, NAME => 'SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:06:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741839_1015 (size=54) 2024-12-09T01:06:01,004 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3afa1498ffbaa69a2af42e9034ac006f, NAME => 'SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ecc500d1ebc3d0466e915b1d8248623c, disabling compactions & flushes 2024-12-09T01:06:01,004 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. after waiting 0 ms 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:01,004 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:01,004 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecc500d1ebc3d0466e915b1d8248623c: Waiting for close lock at 1733706361004Disabling compacts and flushes for region at 1733706361004Disabling writes for close at 1733706361004Writing region close event to WAL at 1733706361004Closed at 1733706361004 2024-12-09T01:06:01,005 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b3dbdc3b04df7498768c9c16932de13, NAME => 'SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:06:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741841_1017 (size=62) 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 167050c3fa9aa26c39f9df6e86f4fa2b, disabling compactions & flushes 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:06:01,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741843_1019 (size=62) 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. after waiting 0 ms 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741842_1018 (size=62) 2024-12-09T01:06:01,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:01,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 167050c3fa9aa26c39f9df6e86f4fa2b: Waiting for close lock at 1733706361014Disabling compacts and flushes for region at 1733706361014Disabling writes for close at 1733706361014Writing region close event to WAL at 1733706361014Closed at 1733706361014 2024-12-09T01:06:01,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df6fb41acc2aecab5befb2f800b2806f, NAME => 'SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3afa1498ffbaa69a2af42e9034ac006f, disabling compactions & flushes 2024-12-09T01:06:01,015 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:01,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:01,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. after waiting 0 ms 2024-12-09T01:06:01,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:01,016 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:01,016 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3afa1498ffbaa69a2af42e9034ac006f: Waiting for close lock at 1733706361015Disabling compacts and flushes for region at 1733706361015Disabling writes for close at 1733706361015Writing region close event to WAL at 1733706361016 (+1 ms)Closed at 1733706361016 2024-12-09T01:06:01,016 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6eedd8ec6c8e5acd61100b2a54ac484f, NAME => 'SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:06:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:06:01,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:06:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:06:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741845_1021 (size=62) 2024-12-09T01:06:01,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6eedd8ec6c8e5acd61100b2a54ac484f, disabling compactions & flushes 2024-12-09T01:06:01,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:01,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:01,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. after waiting 0 ms 2024-12-09T01:06:01,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741844_1020 (size=62) 2024-12-09T01:06:01,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:01,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6eedd8ec6c8e5acd61100b2a54ac484f: Waiting for close lock at 1733706361025Disabling compacts and flushes for region at 1733706361025Disabling writes for close at 1733706361026 (+1 ms)Writing region close event to WAL at 1733706361026Closed at 1733706361026 2024-12-09T01:06:01,026 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d010a673adc4ac49d02dec74e3623fcd, NAME => 'SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing df6fb41acc2aecab5befb2f800b2806f, disabling compactions & flushes 2024-12-09T01:06:01,027 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. after waiting 0 ms 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:01,027 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:01,027 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for df6fb41acc2aecab5befb2f800b2806f: Waiting for close lock at 1733706361027Disabling compacts and flushes for region at 1733706361027Disabling writes for close at 1733706361027Writing region close event to WAL at 1733706361027Closed at 1733706361027 2024-12-09T01:06:01,028 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 51a8e4b55f0ce3fcb96cfb0902c761e6, NAME => 'SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1 2024-12-09T01:06:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:06:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:06:01,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:06:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:06:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741847_1023 (size=54) 2024-12-09T01:06:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741846_1022 (size=62) 2024-12-09T01:06:01,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,035 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 51a8e4b55f0ce3fcb96cfb0902c761e6, disabling compactions & flushes 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d010a673adc4ac49d02dec74e3623fcd, disabling compactions & flushes 2024-12-09T01:06:01,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:01,036 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. after waiting 0 ms 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. after waiting 0 ms 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:01,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:01,036 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 51a8e4b55f0ce3fcb96cfb0902c761e6: Waiting for close lock at 1733706361036Disabling compacts and flushes for region at 1733706361036Disabling writes for close at 1733706361036Writing region close event to WAL at 1733706361036Closed at 1733706361036 2024-12-09T01:06:01,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d010a673adc4ac49d02dec74e3623fcd: Waiting for close lock at 1733706361036Disabling compacts and flushes for region at 1733706361036Disabling writes for close at 1733706361036Writing region close event to WAL at 1733706361036Closed at 1733706361036 2024-12-09T01:06:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:01,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:01,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0b3dbdc3b04df7498768c9c16932de13, disabling compactions & flushes 2024-12-09T01:06:01,417 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:01,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:01,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. after waiting 0 ms 2024-12-09T01:06:01,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:01,418 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:01,418 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b3dbdc3b04df7498768c9c16932de13: Waiting for close lock at 1733706361417Disabling compacts and flushes for region at 1733706361417Disabling writes for close at 1733706361418 (+1 ms)Writing region close event to WAL at 1733706361418Closed at 1733706361418 2024-12-09T01:06:01,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:06:01,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733706361420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733706361420"}]},"ts":"1733706361420"} 2024-12-09T01:06:01,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-09T01:06:01,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:06:01,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733706361431"}]},"ts":"1733706361431"} 2024-12-09T01:06:01,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-09T01:06:01,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:06:01,437 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T01:06:01,438 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:06:01,438 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:06:01,438 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T01:06:01,438 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:06:01,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc500d1ebc3d0466e915b1d8248623c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a906ebebd99bde728f6d7d77356ab3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afa1498ffbaa69a2af42e9034ac006f, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6eedd8ec6c8e5acd61100b2a54ac484f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d010a673adc4ac49d02dec74e3623fcd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51a8e4b55f0ce3fcb96cfb0902c761e6, ASSIGN}] 2024-12-09T01:06:01,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN 2024-12-09T01:06:01,441 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN 2024-12-09T01:06:01,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc500d1ebc3d0466e915b1d8248623c, ASSIGN 2024-12-09T01:06:01,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a906ebebd99bde728f6d7d77356ab3, ASSIGN 2024-12-09T01:06:01,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN; state=OFFLINE, location=1bae0942de96,45331,1733706349690; forceNewPlan=false, retain=false 2024-12-09T01:06:01,442 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN; state=OFFLINE, location=1bae0942de96,45331,1733706349690; forceNewPlan=false, retain=false 2024-12-09T01:06:01,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecc500d1ebc3d0466e915b1d8248623c, ASSIGN; state=OFFLINE, location=1bae0942de96,34047,1733706349654; forceNewPlan=false, retain=false 2024-12-09T01:06:01,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a906ebebd99bde728f6d7d77356ab3, ASSIGN; state=OFFLINE, location=1bae0942de96,36981,1733706349718; forceNewPlan=false, retain=false 2024-12-09T01:06:01,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN 2024-12-09T01:06:01,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6eedd8ec6c8e5acd61100b2a54ac484f, ASSIGN 2024-12-09T01:06:01,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d010a673adc4ac49d02dec74e3623fcd, ASSIGN 2024-12-09T01:06:01,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51a8e4b55f0ce3fcb96cfb0902c761e6, ASSIGN 2024-12-09T01:06:01,445 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN 2024-12-09T01:06:01,445 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN; state=OFFLINE, location=1bae0942de96,45331,1733706349690; forceNewPlan=false, retain=false 2024-12-09T01:06:01,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6eedd8ec6c8e5acd61100b2a54ac484f, ASSIGN; state=OFFLINE, location=1bae0942de96,34047,1733706349654; forceNewPlan=false, retain=false 2024-12-09T01:06:01,445 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d010a673adc4ac49d02dec74e3623fcd, ASSIGN; state=OFFLINE, location=1bae0942de96,34047,1733706349654; forceNewPlan=false, retain=false 2024-12-09T01:06:01,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51a8e4b55f0ce3fcb96cfb0902c761e6, ASSIGN; state=OFFLINE, location=1bae0942de96,36981,1733706349718; forceNewPlan=false, retain=false 2024-12-09T01:06:01,445 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN; state=OFFLINE, location=1bae0942de96,45331,1733706349690; forceNewPlan=false, retain=false 2024-12-09T01:06:01,448 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afa1498ffbaa69a2af42e9034ac006f, ASSIGN 2024-12-09T01:06:01,448 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3afa1498ffbaa69a2af42e9034ac006f, ASSIGN; state=OFFLINE, location=1bae0942de96,36981,1733706349718; forceNewPlan=false, retain=false 2024-12-09T01:06:01,593 INFO [1bae0942de96:43329 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-09T01:06:01,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=51a8e4b55f0ce3fcb96cfb0902c761e6, regionState=OPENING, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:01,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b3dbdc3b04df7498768c9c16932de13, regionState=OPENING, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:01,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=167050c3fa9aa26c39f9df6e86f4fa2b, regionState=OPENING, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:01,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0dbe041aa5f0de67de596cc5eb112b2e, regionState=OPENING, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:01,595 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=df6fb41acc2aecab5befb2f800b2806f, regionState=OPENING, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:01,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8a906ebebd99bde728f6d7d77356ab3, regionState=OPENING, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:01,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3afa1498ffbaa69a2af42e9034ac006f, regionState=OPENING, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:01,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6eedd8ec6c8e5acd61100b2a54ac484f, regionState=OPENING, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:01,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d010a673adc4ac49d02dec74e3623fcd, regionState=OPENING, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:01,598 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecc500d1ebc3d0466e915b1d8248623c, regionState=OPENING, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:01,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN because future has completed 2024-12-09T01:06:01,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b, server=1bae0942de96,45331,1733706349690}] 2024-12-09T01:06:01,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51a8e4b55f0ce3fcb96cfb0902c761e6, ASSIGN because future has completed 2024-12-09T01:06:01,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6, server=1bae0942de96,36981,1733706349718}] 2024-12-09T01:06:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN because future has completed 2024-12-09T01:06:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:01,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3dbdc3b04df7498768c9c16932de13, server=1bae0942de96,45331,1733706349690}] 2024-12-09T01:06:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN because future has completed 2024-12-09T01:06:01,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN because future has completed 2024-12-09T01:06:01,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8a906ebebd99bde728f6d7d77356ab3, ASSIGN because future has completed 2024-12-09T01:06:01,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure df6fb41acc2aecab5befb2f800b2806f, server=1bae0942de96,45331,1733706349690}] 2024-12-09T01:06:01,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a906ebebd99bde728f6d7d77356ab3, server=1bae0942de96,36981,1733706349718}] 2024-12-09T01:06:01,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e, server=1bae0942de96,45331,1733706349690}] 2024-12-09T01:06:01,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6eedd8ec6c8e5acd61100b2a54ac484f, ASSIGN because future has completed 2024-12-09T01:06:01,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d010a673adc4ac49d02dec74e3623fcd, ASSIGN because future has completed 2024-12-09T01:06:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3afa1498ffbaa69a2af42e9034ac006f, ASSIGN because future has completed 2024-12-09T01:06:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecc500d1ebc3d0466e915b1d8248623c, ASSIGN because future has completed 2024-12-09T01:06:01,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d010a673adc4ac49d02dec74e3623fcd, server=1bae0942de96,34047,1733706349654}] 2024-12-09T01:06:01,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f, server=1bae0942de96,36981,1733706349718}] 2024-12-09T01:06:01,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecc500d1ebc3d0466e915b1d8248623c, server=1bae0942de96,34047,1733706349654}] 2024-12-09T01:06:01,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f, server=1bae0942de96,34047,1733706349654}] 2024-12-09T01:06:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:02,193 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:06:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:03,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:06:03,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:06:03,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:06:03,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:06:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:06,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:06:06,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:06,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:06,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:11,606 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:06:11,607 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:06:11,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:06:11,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54323, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:06:11,619 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:11,619 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 167050c3fa9aa26c39f9df6e86f4fa2b, NAME => 'SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 3afa1498ffbaa69a2af42e9034ac006f, NAME => 'SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,620 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,621 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,622 INFO [StoreOpener-167050c3fa9aa26c39f9df6e86f4fa2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,623 INFO [StoreOpener-3afa1498ffbaa69a2af42e9034ac006f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,624 INFO [StoreOpener-167050c3fa9aa26c39f9df6e86f4fa2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 167050c3fa9aa26c39f9df6e86f4fa2b columnFamilyName cf 2024-12-09T01:06:11,624 INFO [StoreOpener-3afa1498ffbaa69a2af42e9034ac006f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3afa1498ffbaa69a2af42e9034ac006f columnFamilyName cf 2024-12-09T01:06:11,624 DEBUG [StoreOpener-167050c3fa9aa26c39f9df6e86f4fa2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,624 DEBUG [StoreOpener-3afa1498ffbaa69a2af42e9034ac006f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,624 INFO [StoreOpener-167050c3fa9aa26c39f9df6e86f4fa2b-1 {}] regionserver.HStore(327): Store=167050c3fa9aa26c39f9df6e86f4fa2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,624 INFO [StoreOpener-3afa1498ffbaa69a2af42e9034ac006f-1 {}] regionserver.HStore(327): Store=3afa1498ffbaa69a2af42e9034ac006f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,625 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,626 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,626 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,626 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,626 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,626 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,628 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,628 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,631 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/3afa1498ffbaa69a2af42e9034ac006f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,631 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/167050c3fa9aa26c39f9df6e86f4fa2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,632 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 167050c3fa9aa26c39f9df6e86f4fa2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60339955, jitterRate=-0.10086460411548615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,632 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 3afa1498ffbaa69a2af42e9034ac006f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60077503, jitterRate=-0.10477544367313385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:11,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:11,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 3afa1498ffbaa69a2af42e9034ac006f: Running coprocessor pre-open hook at 1733706371621Writing region info on filesystem at 1733706371621Initializing all the Stores at 1733706371622 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371622Cleaning up temporary data from old regions at 1733706371626 (+4 ms)Running coprocessor post-open hooks at 1733706371632 (+6 ms)Region opened successfully at 1733706371632 2024-12-09T01:06:11,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 167050c3fa9aa26c39f9df6e86f4fa2b: Running coprocessor pre-open hook at 1733706371620Writing region info on filesystem at 1733706371620Initializing all the Stores at 1733706371622 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371622Cleaning up temporary data from old regions at 1733706371626 (+4 ms)Running coprocessor post-open hooks at 1733706371632 (+6 ms)Region opened successfully at 1733706371632 2024-12-09T01:06:11,632 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:11,632 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d010a673adc4ac49d02dec74e3623fcd, NAME => 'SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-09T01:06:11,633 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,633 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,633 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,633 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,633 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f., pid=21, masterSystemTime=1733706371606 2024-12-09T01:06:11,633 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b., pid=15, masterSystemTime=1733706371606 2024-12-09T01:06:11,635 INFO [StoreOpener-d010a673adc4ac49d02dec74e3623fcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,635 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:11,635 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:11,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3afa1498ffbaa69a2af42e9034ac006f, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:11,636 INFO [StoreOpener-d010a673adc4ac49d02dec74e3623fcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d010a673adc4ac49d02dec74e3623fcd columnFamilyName cf 2024-12-09T01:06:11,636 DEBUG [StoreOpener-d010a673adc4ac49d02dec74e3623fcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,637 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a906ebebd99bde728f6d7d77356ab3, NAME => 'SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:11,637 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:11,637 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:11,637 INFO [StoreOpener-d010a673adc4ac49d02dec74e3623fcd-1 {}] regionserver.HStore(327): Store=d010a673adc4ac49d02dec74e3623fcd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b3dbdc3b04df7498768c9c16932de13, NAME => 'SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,637 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=167050c3fa9aa26c39f9df6e86f4fa2b, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:11,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f, server=1bae0942de96,36981,1733706349718 because future has completed 2024-12-09T01:06:11,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,638 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,639 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,639 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,639 INFO [StoreOpener-e8a906ebebd99bde728f6d7d77356ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b, server=1bae0942de96,45331,1733706349690 because future has completed 2024-12-09T01:06:11,640 INFO [StoreOpener-0b3dbdc3b04df7498768c9c16932de13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,641 INFO [StoreOpener-e8a906ebebd99bde728f6d7d77356ab3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a906ebebd99bde728f6d7d77356ab3 columnFamilyName cf 2024-12-09T01:06:11,641 DEBUG [StoreOpener-e8a906ebebd99bde728f6d7d77356ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,641 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,642 INFO [StoreOpener-0b3dbdc3b04df7498768c9c16932de13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3dbdc3b04df7498768c9c16932de13 columnFamilyName cf 2024-12-09T01:06:11,642 INFO [StoreOpener-e8a906ebebd99bde728f6d7d77356ab3-1 {}] regionserver.HStore(327): Store=e8a906ebebd99bde728f6d7d77356ab3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,642 DEBUG [StoreOpener-0b3dbdc3b04df7498768c9c16932de13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,642 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-09T01:06:11,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f, server=1bae0942de96,36981,1733706349718 in 10.0190 sec 2024-12-09T01:06:11,643 INFO [StoreOpener-0b3dbdc3b04df7498768c9c16932de13-1 {}] regionserver.HStore(327): Store=0b3dbdc3b04df7498768c9c16932de13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,643 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,643 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,644 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,644 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-09T01:06:11,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3afa1498ffbaa69a2af42e9034ac006f, ASSIGN in 10.2050 sec 2024-12-09T01:06:11,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b, server=1bae0942de96,45331,1733706349690 in 10.0400 sec 2024-12-09T01:06:11,644 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,644 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,644 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,645 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,645 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN in 10.2060 sec 2024-12-09T01:06:11,646 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,646 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,646 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d010a673adc4ac49d02dec74e3623fcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62820280, jitterRate=-0.06390488147735596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,647 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,647 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:11,647 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d010a673adc4ac49d02dec74e3623fcd: Running coprocessor pre-open hook at 1733706371633Writing region info on filesystem at 1733706371633Initializing all the Stores at 1733706371634 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371634Cleaning up temporary data from old regions at 1733706371639 (+5 ms)Running coprocessor post-open hooks at 1733706371647 (+8 ms)Region opened successfully at 1733706371647 2024-12-09T01:06:11,648 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., pid=22, masterSystemTime=1733706371626 2024-12-09T01:06:11,649 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:11,650 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:11,650 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:11,650 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d010a673adc4ac49d02dec74e3623fcd, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:11,650 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6eedd8ec6c8e5acd61100b2a54ac484f, NAME => 'SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-09T01:06:11,650 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,650 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,650 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,651 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d010a673adc4ac49d02dec74e3623fcd, server=1bae0942de96,34047,1733706349654 because future has completed 2024-12-09T01:06:11,652 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0b3dbdc3b04df7498768c9c16932de13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,652 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0b3dbdc3b04df7498768c9c16932de13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74647593, jitterRate=0.11233581602573395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,653 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:11,653 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0b3dbdc3b04df7498768c9c16932de13: Running coprocessor pre-open hook at 1733706371638Writing region info on filesystem at 1733706371638Initializing all the Stores at 1733706371639 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371639Cleaning up temporary data from old regions at 1733706371645 (+6 ms)Running coprocessor post-open hooks at 1733706371653 (+8 ms)Region opened successfully at 1733706371653 2024-12-09T01:06:11,653 INFO [StoreOpener-6eedd8ec6c8e5acd61100b2a54ac484f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,653 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13., pid=17, masterSystemTime=1733706371606 2024-12-09T01:06:11,655 INFO [StoreOpener-6eedd8ec6c8e5acd61100b2a54ac484f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eedd8ec6c8e5acd61100b2a54ac484f columnFamilyName cf 2024-12-09T01:06:11,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-12-09T01:06:11,655 DEBUG [StoreOpener-6eedd8ec6c8e5acd61100b2a54ac484f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d010a673adc4ac49d02dec74e3623fcd, server=1bae0942de96,34047,1733706349654 in 10.0330 sec 2024-12-09T01:06:11,655 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:11,656 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:11,656 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:11,656 INFO [StoreOpener-6eedd8ec6c8e5acd61100b2a54ac484f-1 {}] regionserver.HStore(327): Store=6eedd8ec6c8e5acd61100b2a54ac484f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0dbe041aa5f0de67de596cc5eb112b2e, NAME => 'SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0b3dbdc3b04df7498768c9c16932de13, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,656 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,657 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,657 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,658 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,658 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d010a673adc4ac49d02dec74e3623fcd, ASSIGN in 10.2170 sec 2024-12-09T01:06:11,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3dbdc3b04df7498768c9c16932de13, server=1bae0942de96,45331,1733706349690 because future has completed 2024-12-09T01:06:11,660 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-09T01:06:11,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b3dbdc3b04df7498768c9c16932de13, server=1bae0942de96,45331,1733706349690 in 10.0560 sec 2024-12-09T01:06:11,663 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/e8a906ebebd99bde728f6d7d77356ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN in 10.2240 sec 2024-12-09T01:06:11,663 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e8a906ebebd99bde728f6d7d77356ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63182531, jitterRate=-0.05850692093372345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,663 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:11,663 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e8a906ebebd99bde728f6d7d77356ab3: Running coprocessor pre-open hook at 1733706371637Writing region info on filesystem at 1733706371637Initializing all the Stores at 1733706371638 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371638Cleaning up temporary data from old regions at 1733706371644 (+6 ms)Running coprocessor post-open hooks at 1733706371663 (+19 ms)Region opened successfully at 1733706371663 2024-12-09T01:06:11,664 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3., pid=20, masterSystemTime=1733706371606 2024-12-09T01:06:11,666 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:11,666 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:11,666 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:11,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e8a906ebebd99bde728f6d7d77356ab3, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:11,666 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 51a8e4b55f0ce3fcb96cfb0902c761e6, NAME => 'SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-09T01:06:11,666 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,666 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,667 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,667 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,667 INFO [StoreOpener-0dbe041aa5f0de67de596cc5eb112b2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,668 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a906ebebd99bde728f6d7d77356ab3, server=1bae0942de96,36981,1733706349718 because future has completed 2024-12-09T01:06:11,668 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6eedd8ec6c8e5acd61100b2a54ac484f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59561296, jitterRate=-0.11246752738952637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,668 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:11,668 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6eedd8ec6c8e5acd61100b2a54ac484f: Running coprocessor pre-open hook at 1733706371651Writing region info on filesystem at 1733706371651Initializing all the Stores at 1733706371652 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371652Cleaning up temporary data from old regions at 1733706371658 (+6 ms)Running coprocessor post-open hooks at 1733706371668 (+10 ms)Region opened successfully at 1733706371668 2024-12-09T01:06:11,669 INFO [StoreOpener-51a8e4b55f0ce3fcb96cfb0902c761e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,670 INFO [StoreOpener-0dbe041aa5f0de67de596cc5eb112b2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0dbe041aa5f0de67de596cc5eb112b2e columnFamilyName cf 2024-12-09T01:06:11,670 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., pid=24, masterSystemTime=1733706371626 2024-12-09T01:06:11,670 DEBUG [StoreOpener-0dbe041aa5f0de67de596cc5eb112b2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,670 INFO [StoreOpener-51a8e4b55f0ce3fcb96cfb0902c761e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a8e4b55f0ce3fcb96cfb0902c761e6 columnFamilyName cf 2024-12-09T01:06:11,670 DEBUG [StoreOpener-51a8e4b55f0ce3fcb96cfb0902c761e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,670 INFO [StoreOpener-0dbe041aa5f0de67de596cc5eb112b2e-1 {}] regionserver.HStore(327): Store=0dbe041aa5f0de67de596cc5eb112b2e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,670 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,671 INFO [StoreOpener-51a8e4b55f0ce3fcb96cfb0902c761e6-1 {}] regionserver.HStore(327): Store=51a8e4b55f0ce3fcb96cfb0902c761e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,671 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,672 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,672 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,672 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:11,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-12-09T01:06:11,672 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:11,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a906ebebd99bde728f6d7d77356ab3, server=1bae0942de96,36981,1733706349718 in 10.0560 sec 2024-12-09T01:06:11,672 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:11,672 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => ecc500d1ebc3d0466e915b1d8248623c, NAME => 'SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6eedd8ec6c8e5acd61100b2a54ac484f, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:11,673 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,674 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8a906ebebd99bde728f6d7d77356ab3, ASSIGN in 10.2340 sec 2024-12-09T01:06:11,675 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,675 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,675 INFO [StoreOpener-ecc500d1ebc3d0466e915b1d8248623c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f, server=1bae0942de96,34047,1733706349654 because future has completed 2024-12-09T01:06:11,676 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,677 INFO [StoreOpener-ecc500d1ebc3d0466e915b1d8248623c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecc500d1ebc3d0466e915b1d8248623c columnFamilyName cf 2024-12-09T01:06:11,678 DEBUG [StoreOpener-ecc500d1ebc3d0466e915b1d8248623c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,678 INFO [StoreOpener-ecc500d1ebc3d0466e915b1d8248623c-1 {}] regionserver.HStore(327): Store=ecc500d1ebc3d0466e915b1d8248623c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,678 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,678 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,679 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,680 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,680 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-12-09T01:06:11,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f, server=1bae0942de96,34047,1733706349654 in 10.0520 sec 2024-12-09T01:06:11,681 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,681 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,681 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 51a8e4b55f0ce3fcb96cfb0902c761e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799166, jitterRate=-0.07912066578865051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,681 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:11,681 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 51a8e4b55f0ce3fcb96cfb0902c761e6: Running coprocessor pre-open hook at 1733706371667Writing region info on filesystem at 1733706371667Initializing all the Stores at 1733706371668 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371668Cleaning up temporary data from old regions at 1733706371673 (+5 ms)Running coprocessor post-open hooks at 1733706371681 (+8 ms)Region opened successfully at 1733706371681 2024-12-09T01:06:11,682 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/0dbe041aa5f0de67de596cc5eb112b2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,682 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., pid=16, masterSystemTime=1733706371606 2024-12-09T01:06:11,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6eedd8ec6c8e5acd61100b2a54ac484f, ASSIGN in 10.2430 sec 2024-12-09T01:06:11,682 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0dbe041aa5f0de67de596cc5eb112b2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941001, jitterRate=-0.10680948197841644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,682 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:11,683 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0dbe041aa5f0de67de596cc5eb112b2e: Running coprocessor pre-open hook at 1733706371657Writing region info on filesystem at 1733706371657Initializing all the Stores at 1733706371658 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371658Cleaning up temporary data from old regions at 1733706371675 (+17 ms)Running coprocessor post-open hooks at 1733706371682 (+7 ms)Region opened successfully at 1733706371683 (+1 ms) 2024-12-09T01:06:11,683 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,684 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e., pid=18, masterSystemTime=1733706371606 2024-12-09T01:06:11,685 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:11,685 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:11,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=51a8e4b55f0ce3fcb96cfb0902c761e6, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,36981,1733706349718 2024-12-09T01:06:11,686 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/ecc500d1ebc3d0466e915b1d8248623c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,687 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:11,687 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened ecc500d1ebc3d0466e915b1d8248623c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257238, jitterRate=0.09161791205406189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,687 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:11,687 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:11,687 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for ecc500d1ebc3d0466e915b1d8248623c: Running coprocessor pre-open hook at 1733706371673Writing region info on filesystem at 1733706371673Initializing all the Stores at 1733706371675 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371675Cleaning up temporary data from old regions at 1733706371681 (+6 ms)Running coprocessor post-open hooks at 1733706371687 (+6 ms)Region opened successfully at 1733706371687 2024-12-09T01:06:11,687 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:11,687 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => df6fb41acc2aecab5befb2f800b2806f, NAME => 'SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-09T01:06:11,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0dbe041aa5f0de67de596cc5eb112b2e, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:11,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6, server=1bae0942de96,36981,1733706349718 because future has completed 2024-12-09T01:06:11,687 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,688 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:06:11,688 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c., pid=23, masterSystemTime=1733706371626 2024-12-09T01:06:11,688 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,688 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e, server=1bae0942de96,45331,1733706349690 because future has completed 2024-12-09T01:06:11,690 INFO [StoreOpener-df6fb41acc2aecab5befb2f800b2806f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,691 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:11,691 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:11,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecc500d1ebc3d0466e915b1d8248623c, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,34047,1733706349654 2024-12-09T01:06:11,691 INFO [StoreOpener-df6fb41acc2aecab5befb2f800b2806f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df6fb41acc2aecab5befb2f800b2806f columnFamilyName cf 2024-12-09T01:06:11,692 DEBUG [StoreOpener-df6fb41acc2aecab5befb2f800b2806f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:06:11,692 INFO [StoreOpener-df6fb41acc2aecab5befb2f800b2806f-1 {}] regionserver.HStore(327): Store=df6fb41acc2aecab5befb2f800b2806f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:06:11,693 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,694 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-09T01:06:11,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6, server=1bae0942de96,36981,1733706349718 in 10.0860 sec 2024-12-09T01:06:11,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecc500d1ebc3d0466e915b1d8248623c, server=1bae0942de96,34047,1733706349654 because future has completed 2024-12-09T01:06:11,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-09T01:06:11,695 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,696 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,696 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e, server=1bae0942de96,45331,1733706349690 in 10.0840 sec 2024-12-09T01:06:11,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51a8e4b55f0ce3fcb96cfb0902c761e6, ASSIGN in 10.2560 sec 2024-12-09T01:06:11,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN in 10.2570 sec 2024-12-09T01:06:11,699 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-09T01:06:11,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecc500d1ebc3d0466e915b1d8248623c, server=1bae0942de96,34047,1733706349654 in 10.0750 sec 2024-12-09T01:06:11,702 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:06:11,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc500d1ebc3d0466e915b1d8248623c, ASSIGN in 10.2620 sec 2024-12-09T01:06:11,702 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened df6fb41acc2aecab5befb2f800b2806f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71261300, jitterRate=0.061876118183135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:06:11,702 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:11,702 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for df6fb41acc2aecab5befb2f800b2806f: Running coprocessor pre-open hook at 1733706371688Writing region info on filesystem at 1733706371688Initializing all the Stores at 1733706371689 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733706371689Cleaning up temporary data from old regions at 1733706371696 (+7 ms)Running coprocessor post-open hooks at 1733706371702 (+6 ms)Region opened successfully at 1733706371702 2024-12-09T01:06:11,703 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., pid=19, masterSystemTime=1733706371606 2024-12-09T01:06:11,705 DEBUG [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:11,705 INFO [RS_OPEN_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:11,706 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=df6fb41acc2aecab5befb2f800b2806f, regionState=OPEN, openSeqNum=2, regionLocation=1bae0942de96,45331,1733706349690 2024-12-09T01:06:11,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure df6fb41acc2aecab5befb2f800b2806f, server=1bae0942de96,45331,1733706349690 because future has completed 2024-12-09T01:06:11,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-09T01:06:11,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure df6fb41acc2aecab5befb2f800b2806f, server=1bae0942de96,45331,1733706349690 in 10.0950 sec 2024-12-09T01:06:11,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-12-09T01:06:11,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN in 10.2720 sec 2024-12-09T01:06:11,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:06:11,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733706371713"}]},"ts":"1733706371713"} 2024-12-09T01:06:11,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-09T01:06:11,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:06:11,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7430 sec 2024-12-09T01:06:14,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-09T01:06:16,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:16,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:16,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:17,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:06:17,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:17,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:17,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:06:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T01:06:19,205 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-09T01:06:19,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-09T01:06:19,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:06:19,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-09T01:06:19,215 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:06:19,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-09T01:06:19,239 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,241 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,242 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,243 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,245 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,246 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f., hostname=1bae0942de96,45331,1733706349690, seqNum=2] 2024-12-09T01:06:19,272 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,274 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,276 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,277 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,304 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,306 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,308 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,309 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., hostname=1bae0942de96,34047,1733706349654, seqNum=2] 2024-12-09T01:06:19,361 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,362 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,364 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,365 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,366 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,367 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., hostname=1bae0942de96,36981,1733706349718, seqNum=2] 2024-12-09T01:06:19,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:06:19,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:06:19,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:06:19,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:06:19,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:06:19,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45331 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:06:19,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:06:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:20,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:06:20,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36981 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. with WAL disabled. Data may be lost in the event of a crash. 2024-12-09T01:06:20,363 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-09T01:06:20,363 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:06:20,364 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-09T01:06:20,365 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-09T01:06:20,367 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-09T01:06:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:06:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:06:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741848_1024 (size=49) 2024-12-09T01:06:20,381 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-09T01:06:20,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc500d1ebc3d0466e915b1d8248623c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a906ebebd99bde728f6d7d77356ab3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b3dbdc3b04df7498768c9c16932de13}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df6fb41acc2aecab5befb2f800b2806f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d010a673adc4ac49d02dec74e3623fcd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6}] 2024-12-09T01:06:20,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:20,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:20,384 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:20,384 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:20,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:20,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:20,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:20,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:20,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:20,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:25,066 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-09T01:06:30,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-09T01:06:30,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-09T01:06:30,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-09T01:06:30,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-09T01:06:30,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:30,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:30,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for ecc500d1ebc3d0466e915b1d8248623c: 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3afa1498ffbaa69a2af42e9034ac006f: 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,388 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing df6fb41acc2aecab5befb2f800b2806f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-09T01:06:30,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-09T01:06:30,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-09T01:06:30,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6eedd8ec6c8e5acd61100b2a54ac484f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-09T01:06:30,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 0dbe041aa5f0de67de596cc5eb112b2e: 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-09T01:06:30,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 0b3dbdc3b04df7498768c9c16932de13: 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e8a906ebebd99bde728f6d7d77356ab3: 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,391 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d010a673adc4ac49d02dec74e3623fcd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,391 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 51a8e4b55f0ce3fcb96cfb0902c761e6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-09T01:06:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:06:30,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:06:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741849_1025 (size=65) 2024-12-09T01:06:30,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:30,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-09T01:06:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-09T01:06:30,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:30,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:30,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3afa1498ffbaa69a2af42e9034ac006f in 10.0320 sec 2024-12-09T01:06:30,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/.tmp/cf/e6c709bd89274176a66354fb36fd748d is 34, key is aaa/cf:cf/1733706379953/Put/seqid=0 2024-12-09T01:06:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:06:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:06:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741851_1027 (size=65) 2024-12-09T01:06:30,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733706360973.0b3dbdc3b04df7498768c9c16932de13. 2024-12-09T01:06:30,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-09T01:06:30,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:30,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 167050c3fa9aa26c39f9df6e86f4fa2b: 2024-12-09T01:06:30,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-09T01:06:30,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-09T01:06:30,423 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:30,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b3dbdc3b04df7498768c9c16932de13 2024-12-09T01:06:30,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b3dbdc3b04df7498768c9c16932de13 in 10.0430 sec 2024-12-09T01:06:30,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/.tmp/cf/6a6fe37343444e6ab76d7cce557685c9 is 34, key is baa/cf:cf/1733706379957/Put/seqid=0 2024-12-09T01:06:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:06:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:06:30,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741852_1028 (size=65) 2024-12-09T01:06:30,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:30,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T01:06:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T01:06:30,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:30,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:30,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8a906ebebd99bde728f6d7d77356ab3 in 10.0500 sec 2024-12-09T01:06:30,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/.tmp/cf/87f2a8ec44dc4fa899f2837e0d466372 is 34, key is ccd/cf:cf/1733706380008/Put/seqid=0 2024-12-09T01:06:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:06:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:06:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741850_1026 (size=65) 2024-12-09T01:06:30,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/.tmp/cf/13de44ce29354395ae95462e95376b9c is 34, key is eaa/cf:cf/1733706380296/Put/seqid=0 2024-12-09T01:06:30,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e. 2024-12-09T01:06:30,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-09T01:06:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-09T01:06:30,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:30,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e 2024-12-09T01:06:30,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0dbe041aa5f0de67de596cc5eb112b2e in 10.0950 sec 2024-12-09T01:06:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741853_1029 (size=57) 2024-12-09T01:06:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741853_1029 (size=57) 2024-12-09T01:06:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741853_1029 (size=57) 2024-12-09T01:06:30,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:30,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T01:06:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T01:06:30,490 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:30,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:30,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecc500d1ebc3d0466e915b1d8248623c in 10.1110 sec 2024-12-09T01:06:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741855_1031 (size=499309) 2024-12-09T01:06:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741855_1031 (size=499309) 2024-12-09T01:06:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741855_1031 (size=499309) 2024-12-09T01:06:30,503 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/.tmp/cf/13de44ce29354395ae95462e95376b9c 2024-12-09T01:06:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741854_1030 (size=26918) 2024-12-09T01:06:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741854_1030 (size=26918) 2024-12-09T01:06:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741854_1030 (size=26918) 2024-12-09T01:06:30,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/.tmp/cf/e6c709bd89274176a66354fb36fd748d 2024-12-09T01:06:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741858_1034 (size=47197) 2024-12-09T01:06:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741858_1034 (size=47197) 2024-12-09T01:06:30,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741858_1034 (size=47197) 2024-12-09T01:06:30,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/.tmp/cf/87f2a8ec44dc4fa899f2837e0d466372 2024-12-09T01:06:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:06:30,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:06:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741857_1033 (size=65) 2024-12-09T01:06:30,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733706360973.167050c3fa9aa26c39f9df6e86f4fa2b. 2024-12-09T01:06:30,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-09T01:06:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-09T01:06:30,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:30,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b 2024-12-09T01:06:30,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/.tmp/cf/13de44ce29354395ae95462e95376b9c as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/cf/13de44ce29354395ae95462e95376b9c 2024-12-09T01:06:30,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 167050c3fa9aa26c39f9df6e86f4fa2b in 10.1480 sec 2024-12-09T01:06:30,534 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/.tmp/cf/e6c709bd89274176a66354fb36fd748d as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/cf/e6c709bd89274176a66354fb36fd748d 2024-12-09T01:06:30,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/cf/13de44ce29354395ae95462e95376b9c, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-09T01:06:30,540 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 51a8e4b55f0ce3fcb96cfb0902c761e6 in 148ms, sequenceid=5, compaction requested=false 2024-12-09T01:06:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741856_1032 (size=28623) 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 51a8e4b55f0ce3fcb96cfb0902c761e6: 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741856_1032 (size=28623) 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/cf/13de44ce29354395ae95462e95376b9c] hfiles 2024-12-09T01:06:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/cf/13de44ce29354395ae95462e95376b9c for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741856_1032 (size=28623) 2024-12-09T01:06:30,542 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/.tmp/cf/6a6fe37343444e6ab76d7cce557685c9 2024-12-09T01:06:30,543 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/.tmp/cf/87f2a8ec44dc4fa899f2837e0d466372 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/cf/87f2a8ec44dc4fa899f2837e0d466372 2024-12-09T01:06:30,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/cf/e6c709bd89274176a66354fb36fd748d, entries=676, sequenceid=5, filesize=26.3 K 2024-12-09T01:06:30,545 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for df6fb41acc2aecab5befb2f800b2806f in 157ms, sequenceid=5, compaction requested=false 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for df6fb41acc2aecab5befb2f800b2806f: 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/cf/e6c709bd89274176a66354fb36fd748d] hfiles 2024-12-09T01:06:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/df6fb41acc2aecab5befb2f800b2806f/cf/e6c709bd89274176a66354fb36fd748d for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/.tmp/cf/6a6fe37343444e6ab76d7cce557685c9 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/cf/6a6fe37343444e6ab76d7cce557685c9 2024-12-09T01:06:30,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/cf/87f2a8ec44dc4fa899f2837e0d466372, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-09T01:06:30,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d010a673adc4ac49d02dec74e3623fcd in 164ms, sequenceid=5, compaction requested=false 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d010a673adc4ac49d02dec74e3623fcd: 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/cf/87f2a8ec44dc4fa899f2837e0d466372] hfiles 2024-12-09T01:06:30,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/cf/87f2a8ec44dc4fa899f2837e0d466372 for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/cf/6a6fe37343444e6ab76d7cce557685c9, entries=731, sequenceid=5, filesize=28.0 K 2024-12-09T01:06:30,560 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6eedd8ec6c8e5acd61100b2a54ac484f in 172ms, sequenceid=5, compaction requested=false 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6eedd8ec6c8e5acd61100b2a54ac484f: 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. for SnapshotProcedureTest completed. 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.' region-info for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/cf/6a6fe37343444e6ab76d7cce557685c9] hfiles 2024-12-09T01:06:30,560 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/cf/6a6fe37343444e6ab76d7cce557685c9 for snapshot=SnapshotProcedureTest 2024-12-09T01:06:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741859_1035 (size=97) 2024-12-09T01:06:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741859_1035 (size=97) 2024-12-09T01:06:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741859_1035 (size=97) 2024-12-09T01:06:30,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:30,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-09T01:06:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-09T01:06:30,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:30,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:30,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51a8e4b55f0ce3fcb96cfb0902c761e6 in 10.1910 sec 2024-12-09T01:06:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:06:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:06:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741860_1036 (size=105) 2024-12-09T01:06:30,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733706360973.df6fb41acc2aecab5befb2f800b2806f. 2024-12-09T01:06:30,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-09T01:06:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-09T01:06:30,582 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:30,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df6fb41acc2aecab5befb2f800b2806f 2024-12-09T01:06:30,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df6fb41acc2aecab5befb2f800b2806f in 10.2020 sec 2024-12-09T01:06:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741862_1038 (size=105) 2024-12-09T01:06:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741862_1038 (size=105) 2024-12-09T01:06:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:06:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:06:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741861_1037 (size=105) 2024-12-09T01:06:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741862_1038 (size=105) 2024-12-09T01:06:30,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:30,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-09T01:06:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-09T01:06:30,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:30,603 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:30,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6eedd8ec6c8e5acd61100b2a54ac484f in 10.2230 sec 2024-12-09T01:06:31,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:31,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-09T01:06:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-09T01:06:31,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:31,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:31,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-09T01:06:31,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d010a673adc4ac49d02dec74e3623fcd in 10.6660 sec 2024-12-09T01:06:31,052 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-09T01:06:31,053 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-09T01:06:31,055 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-09T01:06:31,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-09T01:06:31,058 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:06:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:06:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:06:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741863_1039 (size=1174) 2024-12-09T01:06:31,088 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-09T01:06:31,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-09T01:06:31,094 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:31,094 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:31,094 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:31,094 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:31,094 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:31,098 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:31,098 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:31,098 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:31,098 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:31,185 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:06:38,849 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1bae0942de96:45899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-09T01:06:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-09T01:06:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-09T01:06:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-09T01:06:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-09T01:06:41,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-09T01:06:41,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-09T01:06:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-09T01:06:41,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-09T01:06:41,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-09T01:06:41,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:06:41,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-09T01:06:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-09T01:06:41,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-09T01:06:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-09T01:06:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-09T01:06:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-09T01:06:41,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T01:06:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-09T01:06:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-09T01:06:41,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T01:06:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-09T01:06:41,107 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 Release verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T01:06:41,108 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 Release verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-09T01:06:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T01:06:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-09T01:06:41,110 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 Release verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:41,110 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 Release verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:41,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 in 10.0150 sec 2024-12-09T01:06:41,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 in 10.0160 sec 2024-12-09T01:06:41,111 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 in 10.0180 sec 2024-12-09T01:06:41,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 in 10.0180 sec 2024-12-09T01:06:41,113 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 Release verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,113 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 Release verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:41,113 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 Release verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:41,113 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 Release verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,113 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 Release verify snapshot worker=1bae0942de96,36981,1733706349718 2024-12-09T01:06:41,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 in 10.0210 sec 2024-12-09T01:06:41,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 in 10.0210 sec 2024-12-09T01:06:41,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 in 10.0210 sec 2024-12-09T01:06:41,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 in 10.0210 sec 2024-12-09T01:06:41,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,36981,1733706349718 in 10.0210 sec 2024-12-09T01:06:41,187 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,187 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1bae0942de96,45331,1733706349690: Simulated kill ***** 2024-12-09T01:06:41,187 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T01:06:41,187 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T01:06:41,188 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T01:06:41,189 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T01:06:41,189 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T01:06:41,189 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 353216512 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 173760968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-09T01:06:41,190 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43329 {}] master.MasterRpcServices(700): 1bae0942de96,45331,1733706349690 reported a fatal error: ***** ABORTING region server 1bae0942de96,45331,1733706349690: Simulated kill ***** 2024-12-09T01:06:41,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,45331,1733706349690' ***** 2024-12-09T01:06:41,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-09T01:06:41,191 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:06:41,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:06:41,192 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:06:41,192 INFO [RS:1;1bae0942de96:45331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T01:06:41,192 INFO [RS:1;1bae0942de96:45331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T01:06:41,192 INFO [RS:1;1bae0942de96:45331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:06:41,193 INFO [RS:1;1bae0942de96:45331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1bae0942de96:45331. 2024-12-09T01:06:41,193 DEBUG [RS:1;1bae0942de96:45331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:41,193 DEBUG [RS:1;1bae0942de96:45331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741835_1011 (size=1779) 2024-12-09T01:06:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741835_1011 (size=1779) 2024-12-09T01:06:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741835_1011 (size=1779) 2024-12-09T01:06:41,199 DEBUG [RS:1;1bae0942de96:45331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:41,199 INFO [RS:1;1bae0942de96:45331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:41,199 INFO [RS:1;1bae0942de96:45331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45331 2024-12-09T01:06:41,209 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:41,258 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:06:41,258 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:06:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:06:41,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,269 INFO [RS:1;1bae0942de96:45331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:06:41,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,45331,1733706349690] 2024-12-09T01:06:41,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,45331,1733706349690 already deleted, retry=false 2024-12-09T01:06:41,289 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1bae0942de96,45331,1733706349690 on 1bae0942de96,43329,1733706349496 2024-12-09T01:06:41,291 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1bae0942de96,45331,1733706349690, splitWal=true, meta=false 2024-12-09T01:06:41,292 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 1bae0942de96,45331,1733706349690 (carryingMeta=false) 1bae0942de96,45331,1733706349690/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@66776bf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T01:06:41,294 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1bae0942de96,45331,1733706349690, splitWal=true, meta=false 2024-12-09T01:06:41,297 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1bae0942de96,45331,1733706349690 had 4 regions 2024-12-09T01:06:41,299 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1bae0942de96,45331,1733706349690, splitWal=true, meta=false, isMeta: false 2024-12-09T01:06:41,302 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting 2024-12-09T01:06:41,303 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1bae0942de96,45331,1733706349690 WAL count=1, meta=false 2024-12-09T01:06:41,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1bae0942de96%2C45331%2C1733706349690.1733706350388}] 2024-12-09T01:06:41,305 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:41,305 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-09T01:06:41,305 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-09T01:06:41,305 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-12-09T01:06:41,305 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-09T01:06:41,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1bae0942de96%2C45331%2C1733706349690.1733706350388, worker=1bae0942de96,34047,1733706349654}] 2024-12-09T01:06:41,306 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,45331,1733706349690 Release verify snapshot worker=1bae0942de96,45331,1733706349690 2024-12-09T01:06:41,306 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1bae0942de96,45331,1733706349690, this operation will be retried to send to another server 2024-12-09T01:06:41,306 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-09T01:06:41,307 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733706402307 2024-12-09T01:06:41,381 INFO [RS:1;1bae0942de96:45331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:06:41,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:41,381 INFO [RS:1;1bae0942de96:45331 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,45331,1733706349690; zookeeper connection closed. 2024-12-09T01:06:41,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45331-0x10008293a430002, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:41,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b7697a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b7697a1 2024-12-09T01:06:41,871 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T01:06:41,871 INFO [master/1bae0942de96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T01:06:42,311 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:49,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T01:06:50,572 INFO [regionserver/1bae0942de96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-09T01:06:51,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-09T01:06:51,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-09T01:06:51,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-09T01:06:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-09T01:06:51,314 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 Release verify snapshot worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:51,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-09T01:06:51,317 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-09T01:06:51,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1bae0942de96,34047,1733706349654 in 20.2230 sec 2024-12-09T01:06:51,318 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.hbase-snapshot/SnapshotProcedureTest 2024-12-09T01:06:51,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-09T01:06:51,320 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-09T01:06:51,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.9590 sec 2024-12-09T01:06:51,333 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388, size=1.7 K (1779bytes) 2024-12-09T01:06:51,333 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 2024-12-09T01:06:51,334 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 after 1ms 2024-12-09T01:06:51,337 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 took 3ms 2024-12-09T01:06:51,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 167050c3fa9aa26c39f9df6e86f4fa2b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:06:51,340 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0b3dbdc3b04df7498768c9c16932de13: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:06:51,341 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0dbe041aa5f0de67de596cc5eb112b2e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-09T01:06:51,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for df6fb41acc2aecab5befb2f800b2806f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-09T01:06:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 so closing down 2024-12-09T01:06:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T01:06:51,343 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T01:06:51,343 INFO [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388, size=1.7 K, length=1779, corrupted=false, cancelled=false 2024-12-09T01:06:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388, journal: Splitting hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388, size=1.7 K (1779bytes) at 1733706411333Finishing writing output for hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 so closing down at 1733706411343 (+10 ms)3 split writer threads finished at 1733706411343Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388, size=1.7 K, length=1779, corrupted=false, cancelled=false at 1733706411343 2024-12-09T01:06:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 2024-12-09T01:06:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1bae0942de96:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-09T01:06:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-09T01:06:51,347 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting/1bae0942de96%2C45331%2C1733706349690.1733706350388 to hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs 2024-12-09T01:06:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-09T01:06:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1bae0942de96%2C45331%2C1733706349690.1733706350388, worker=1bae0942de96,34047,1733706349654 in 10.0410 sec 2024-12-09T01:06:51,350 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=1bae0942de96,34047,1733706349654 2024-12-09T01:06:51,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T01:06:51,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1bae0942de96%2C45331%2C1733706349690.1733706350388, worker=1bae0942de96,34047,1733706349654 in 10.0470 sec 2024-12-09T01:06:51,353 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting dir is empty, no logs to split. 2024-12-09T01:06:51,353 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1bae0942de96,45331,1733706349690 WAL count=0, meta=false 2024-12-09T01:06:51,353 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 1bae0942de96,45331,1733706349690 WAL splitting is done? wals=0, meta=false 2024-12-09T01:06:51,354 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1bae0942de96,45331,1733706349690 failed, ignore...File hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/WALs/1bae0942de96,45331,1733706349690-splitting does not exist. 2024-12-09T01:06:51,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN}] 2024-12-09T01:06:51,356 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN 2024-12-09T01:06:51,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN 2024-12-09T01:06:51,356 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN 2024-12-09T01:06:51,356 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN 2024-12-09T01:06:51,357 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df6fb41acc2aecab5befb2f800b2806f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:06:51,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0dbe041aa5f0de67de596cc5eb112b2e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:06:51,357 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=167050c3fa9aa26c39f9df6e86f4fa2b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:06:51,357 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b3dbdc3b04df7498768c9c16932de13, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T01:06:51,416 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-09T01:06:51,419 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-09T01:06:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T01:06:51,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:06:51,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T01:06:51,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:06:51,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=90659830, stopped=false 2024-12-09T01:06:51,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1bae0942de96,43329,1733706349496 2024-12-09T01:06:51,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:06:51,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:06:51,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:06:51,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:06:51,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:06:51,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:06:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:06:51,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:06:51,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:06:51,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:06:51,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T01:06:51,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:51,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,34047,1733706349654' ***** 2024-12-09T01:06:51,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:06:51,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1bae0942de96,36981,1733706349718' ***** 2024-12-09T01:06:51,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T01:06:51,482 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:06:51,482 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:06:51,482 INFO [RS:0;1bae0942de96:34047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:06:51,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 51a8e4b55f0ce3fcb96cfb0902c761e6 2024-12-09T01:06:51,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for d010a673adc4ac49d02dec74e3623fcd 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 6eedd8ec6c8e5acd61100b2a54ac484f 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(3091): Received CLOSE for 3afa1498ffbaa69a2af42e9034ac006f 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,34047,1733706349654 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(959): stopping server 1bae0942de96,36981,1733706349718 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:06:51,483 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecc500d1ebc3d0466e915b1d8248623c, disabling compactions & flushes 2024-12-09T01:06:51,483 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51a8e4b55f0ce3fcb96cfb0902c761e6, disabling compactions & flushes 2024-12-09T01:06:51,483 INFO [RS:2;1bae0942de96:36981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1bae0942de96:36981. 2024-12-09T01:06:51,483 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:51,483 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:51,483 INFO [RS:0;1bae0942de96:34047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1bae0942de96:34047. 2024-12-09T01:06:51,483 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:51,484 DEBUG [RS:2;1bae0942de96:36981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. after waiting 1 ms 2024-12-09T01:06:51,484 DEBUG [RS:2;1bae0942de96:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:51,484 DEBUG [RS:0;1bae0942de96:34047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. after waiting 0 ms 2024-12-09T01:06:51,484 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-09T01:06:51,484 DEBUG [RS:0;1bae0942de96:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:51,484 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1325): Online Regions={51a8e4b55f0ce3fcb96cfb0902c761e6=SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6., e8a906ebebd99bde728f6d7d77356ab3=SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3., 3afa1498ffbaa69a2af42e9034ac006f=SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f.} 2024-12-09T01:06:51,484 DEBUG [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1351): Waiting on 3afa1498ffbaa69a2af42e9034ac006f, 51a8e4b55f0ce3fcb96cfb0902c761e6, e8a906ebebd99bde728f6d7d77356ab3 2024-12-09T01:06:51,484 INFO [RS:0;1bae0942de96:34047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:06:51,484 INFO [RS:0;1bae0942de96:34047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:06:51,484 INFO [RS:0;1bae0942de96:34047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:06:51,484 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T01:06:51,484 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-09T01:06:51,484 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1325): Online Regions={ecc500d1ebc3d0466e915b1d8248623c=SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c., 1588230740=hbase:meta,,1.1588230740, d010a673adc4ac49d02dec74e3623fcd=SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd., 6eedd8ec6c8e5acd61100b2a54ac484f=SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f.} 2024-12-09T01:06:51,484 DEBUG [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6eedd8ec6c8e5acd61100b2a54ac484f, d010a673adc4ac49d02dec74e3623fcd, ecc500d1ebc3d0466e915b1d8248623c 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:06:51,484 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T01:06:51,484 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:06:51,485 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:06:51,485 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-09T01:06:51,485 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:51,489 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/51a8e4b55f0ce3fcb96cfb0902c761e6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:06:51,489 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/ecc500d1ebc3d0466e915b1d8248623c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:06:51,490 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:51,490 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecc500d1ebc3d0466e915b1d8248623c: Waiting for close lock at 1733706411483Running coprocessor pre-close hooks at 1733706411483Disabling compacts and flushes for region at 1733706411483Disabling writes for close at 1733706411484 (+1 ms)Writing region close event to WAL at 1733706411484Running coprocessor post-close hooks at 1733706411490 (+6 ms)Closed at 1733706411490 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51a8e4b55f0ce3fcb96cfb0902c761e6: Waiting for close lock at 1733706411483Running coprocessor pre-close hooks at 1733706411483Disabling compacts and flushes for region at 1733706411483Disabling writes for close at 1733706411484 (+1 ms)Writing region close event to WAL at 1733706411485 (+1 ms)Running coprocessor post-close hooks at 1733706411490 (+5 ms)Closed at 1733706411490 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733706360973.51a8e4b55f0ce3fcb96cfb0902c761e6. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733706360973.ecc500d1ebc3d0466e915b1d8248623c. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8a906ebebd99bde728f6d7d77356ab3, disabling compactions & flushes 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d010a673adc4ac49d02dec74e3623fcd, disabling compactions & flushes 2024-12-09T01:06:51,490 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:51,490 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. after waiting 0 ms 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. after waiting 0 ms 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:51,490 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:51,494 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/e8a906ebebd99bde728f6d7d77356ab3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:06:51,495 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:51,495 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8a906ebebd99bde728f6d7d77356ab3: Waiting for close lock at 1733706411490Running coprocessor pre-close hooks at 1733706411490Disabling compacts and flushes for region at 1733706411490Disabling writes for close at 1733706411490Writing region close event to WAL at 1733706411491 (+1 ms)Running coprocessor post-close hooks at 1733706411495 (+4 ms)Closed at 1733706411495 2024-12-09T01:06:51,495 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733706360973.e8a906ebebd99bde728f6d7d77356ab3. 2024-12-09T01:06:51,496 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3afa1498ffbaa69a2af42e9034ac006f, disabling compactions & flushes 2024-12-09T01:06:51,496 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:51,496 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:51,496 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. after waiting 0 ms 2024-12-09T01:06:51,496 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:51,497 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/d010a673adc4ac49d02dec74e3623fcd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:06:51,497 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d010a673adc4ac49d02dec74e3623fcd: Waiting for close lock at 1733706411490Running coprocessor pre-close hooks at 1733706411490Disabling compacts and flushes for region at 1733706411490Disabling writes for close at 1733706411490Writing region close event to WAL at 1733706411492 (+2 ms)Running coprocessor post-close hooks at 1733706411497 (+5 ms)Closed at 1733706411497 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733706360973.d010a673adc4ac49d02dec74e3623fcd. 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6eedd8ec6c8e5acd61100b2a54ac484f, disabling compactions & flushes 2024-12-09T01:06:51,498 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. after waiting 0 ms 2024-12-09T01:06:51,498 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:51,499 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/3afa1498ffbaa69a2af42e9034ac006f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T01:06:51,500 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:51,500 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3afa1498ffbaa69a2af42e9034ac006f: Waiting for close lock at 1733706411495Running coprocessor pre-close hooks at 1733706411495Disabling compacts and flushes for region at 1733706411495Disabling writes for close at 1733706411496 (+1 ms)Writing region close event to WAL at 1733706411496Running coprocessor post-close hooks at 1733706411500 (+4 ms)Closed at 1733706411500 2024-12-09T01:06:51,500 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733706360973.3afa1498ffbaa69a2af42e9034ac006f. 2024-12-09T01:06:51,501 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/default/SPTestTable/6eedd8ec6c8e5acd61100b2a54ac484f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T01:06:51,502 INFO [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:51,502 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6eedd8ec6c8e5acd61100b2a54ac484f: Waiting for close lock at 1733706411498Running coprocessor pre-close hooks at 1733706411498Disabling compacts and flushes for region at 1733706411498Disabling writes for close at 1733706411498Writing region close event to WAL at 1733706411499 (+1 ms)Running coprocessor post-close hooks at 1733706411502 (+3 ms)Closed at 1733706411502 2024-12-09T01:06:51,502 DEBUG [RS_CLOSE_REGION-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733706360973.6eedd8ec6c8e5acd61100b2a54ac484f. 2024-12-09T01:06:51,504 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/info/1ac39da943654142b7497076ff6ab7f6 is 167, key is SPTestTable,19999999,1733706360973.0dbe041aa5f0de67de596cc5eb112b2e./info:regioninfo/1733706371687/Put/seqid=0 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(204): Hosts are {1bae0942de96=0} racks are {/default-rack=0} 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T01:06:51,508 INFO [1bae0942de96:43329 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T01:06:51,508 INFO [1bae0942de96:43329 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T01:06:51,508 DEBUG [1bae0942de96:43329 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:06:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741864_1040 (size=18393) 2024-12-09T01:06:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741864_1040 (size=18393) 2024-12-09T01:06:51,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741864_1040 (size=18393) 2024-12-09T01:06:51,511 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/info/1ac39da943654142b7497076ff6ab7f6 2024-12-09T01:06:51,523 INFO [regionserver/1bae0942de96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:51,530 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/ns/fcd9a2bf881d4ee698a219d0c1d94409 is 43, key is default/ns:d/1733706360930/Put/seqid=0 2024-12-09T01:06:51,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:06:51,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:06:51,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741865_1041 (size=5153) 2024-12-09T01:06:51,537 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/ns/fcd9a2bf881d4ee698a219d0c1d94409 2024-12-09T01:06:51,555 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/table/ee15773aa654432f9f75f21a545fff51 is 47, key is SPTestTable/table:state/1733706371713/Put/seqid=0 2024-12-09T01:06:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:06:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:06:51,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741866_1042 (size=5214) 2024-12-09T01:06:51,561 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/table/ee15773aa654432f9f75f21a545fff51 2024-12-09T01:06:51,568 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/info/1ac39da943654142b7497076ff6ab7f6 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/info/1ac39da943654142b7497076ff6ab7f6 2024-12-09T01:06:51,574 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/info/1ac39da943654142b7497076ff6ab7f6, entries=100, sequenceid=29, filesize=18.0 K 2024-12-09T01:06:51,575 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/ns/fcd9a2bf881d4ee698a219d0c1d94409 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/ns/fcd9a2bf881d4ee698a219d0c1d94409 2024-12-09T01:06:51,579 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/ns/fcd9a2bf881d4ee698a219d0c1d94409, entries=2, sequenceid=29, filesize=5.0 K 2024-12-09T01:06:51,580 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/.tmp/table/ee15773aa654432f9f75f21a545fff51 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/table/ee15773aa654432f9f75f21a545fff51 2024-12-09T01:06:51,585 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/table/ee15773aa654432f9f75f21a545fff51, entries=2, sequenceid=29, filesize=5.1 K 2024-12-09T01:06:51,585 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=29, compaction requested=false 2024-12-09T01:06:51,589 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-09T01:06:51,590 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:06:51,590 INFO [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T01:06:51,590 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733706411484Running coprocessor pre-close hooks at 1733706411484Disabling compacts and flushes for region at 1733706411484Disabling writes for close at 1733706411485 (+1 ms)Obtaining lock to block concurrent updates at 1733706411485Preparing flush snapshotting stores in 1588230740 at 1733706411485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733706411486 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733706411486Flushing 1588230740/info: creating writer at 1733706411487 (+1 ms)Flushing 1588230740/info: appending metadata at 1733706411504 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733706411504Flushing 1588230740/ns: creating writer at 1733706411517 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733706411530 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733706411530Flushing 1588230740/table: creating writer at 1733706411542 (+12 ms)Flushing 1588230740/table: appending metadata at 1733706411554 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733706411554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e67bddf: reopening flushed file at 1733706411567 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353a7bdf: reopening flushed file at 1733706411574 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b8d7ab: reopening flushed file at 1733706411580 (+6 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=29, compaction requested=false at 1733706411585 (+5 ms)Writing region close event to WAL at 1733706411586 (+1 ms)Running coprocessor post-close hooks at 1733706411589 (+3 ms)Closed at 1733706411590 (+1 ms) 2024-12-09T01:06:51,590 DEBUG [RS_CLOSE_META-regionserver/1bae0942de96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:06:51,684 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,36981,1733706349718; all regions closed. 2024-12-09T01:06:51,684 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(976): stopping server 1bae0942de96,34047,1733706349654; all regions closed. 2024-12-09T01:06:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741834_1010 (size=2364) 2024-12-09T01:06:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741834_1010 (size=2364) 2024-12-09T01:06:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741836_1012 (size=15114) 2024-12-09T01:06:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741834_1010 (size=2364) 2024-12-09T01:06:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741836_1012 (size=15114) 2024-12-09T01:06:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741836_1012 (size=15114) 2024-12-09T01:06:51,694 DEBUG [RS:2;1bae0942de96:36981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C36981%2C1733706349718:(num 1733706350391) 2024-12-09T01:06:51,694 DEBUG [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs 2024-12-09T01:06:51,694 DEBUG [RS:2;1bae0942de96:36981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,694 INFO [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C34047%2C1733706349654.meta:.meta(num 1733706360817) 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:06:51,694 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:06:51,694 INFO [RS:2;1bae0942de96:36981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:06:51,695 INFO [RS:2;1bae0942de96:36981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36981 2024-12-09T01:06:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741833_1009 (size=2856) 2024-12-09T01:06:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741833_1009 (size=2856) 2024-12-09T01:06:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741833_1009 (size=2856) 2024-12-09T01:06:51,699 DEBUG [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/oldWALs 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1bae0942de96%2C34047%2C1733706349654:(num 1733706350355) 2024-12-09T01:06:51,699 DEBUG [RS:0;1bae0942de96:34047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] hbase.ChoreService(370): Chore service for: regionserver/1bae0942de96:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:06:51,699 INFO [regionserver/1bae0942de96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:06:51,699 INFO [RS:0;1bae0942de96:34047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34047 2024-12-09T01:06:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:06:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,36981,1733706349718 2024-12-09T01:06:51,726 INFO [RS:2;1bae0942de96:36981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:06:51,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1bae0942de96,34047,1733706349654 2024-12-09T01:06:51,778 INFO [RS:0;1bae0942de96:34047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:06:51,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,34047,1733706349654] 2024-12-09T01:06:51,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,34047,1733706349654 already deleted, retry=false 2024-12-09T01:06:51,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,34047,1733706349654 expired; onlineServers=1 2024-12-09T01:06:51,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1bae0942de96,36981,1733706349718] 2024-12-09T01:06:51,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1bae0942de96,36981,1733706349718 already deleted, retry=false 2024-12-09T01:06:51,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1bae0942de96,36981,1733706349718 expired; onlineServers=0 2024-12-09T01:06:51,811 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1bae0942de96,43329,1733706349496' ***** 2024-12-09T01:06:51,811 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:06:51,812 INFO [M:0;1bae0942de96:43329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T01:06:51,812 INFO [M:0;1bae0942de96:43329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T01:06:51,812 DEBUG [M:0;1bae0942de96:43329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:06:51,812 DEBUG [M:0;1bae0942de96:43329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:06:51,812 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:06:51,813 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706350072 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.small.0-1733706350072,5,FailOnTimeoutGroup] 2024-12-09T01:06:51,813 DEBUG [master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706350072 {}] cleaner.HFileCleaner(306): Exit Thread[master/1bae0942de96:0:becomeActiveMaster-HFileCleaner.large.0-1733706350072,5,FailOnTimeoutGroup] 2024-12-09T01:06:51,813 INFO [M:0;1bae0942de96:43329 {}] hbase.ChoreService(370): Chore service for: master/1bae0942de96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T01:06:51,814 INFO [M:0;1bae0942de96:43329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T01:06:51,814 DEBUG [M:0;1bae0942de96:43329 {}] master.HMaster(1795): Stopping service threads 2024-12-09T01:06:51,814 INFO [M:0;1bae0942de96:43329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:06:51,814 INFO [M:0;1bae0942de96:43329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T01:06:51,814 ERROR [M:0;1bae0942de96:43329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:33397 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33397,5,PEWorkerGroup] 2024-12-09T01:06:51,815 INFO [M:0;1bae0942de96:43329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:06:51,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:06:51,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:06:51,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:06:51,820 DEBUG [M:0;1bae0942de96:43329 {}] zookeeper.ZKUtil(347): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:06:51,820 WARN [M:0;1bae0942de96:43329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:06:51,821 INFO [M:0;1bae0942de96:43329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/.lastflushedseqids 2024-12-09T01:06:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:06:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:06:51,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741867_1043 (size=650) 2024-12-09T01:06:51,832 INFO [M:0;1bae0942de96:43329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T01:06:51,832 INFO [M:0;1bae0942de96:43329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:06:51,832 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:06:51,832 INFO [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:06:51,832 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:06:51,832 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:06:51,832 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:06:51,832 INFO [M:0;1bae0942de96:43329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=167.51 KB heapSize=204.98 KB 2024-12-09T01:06:51,846 DEBUG [M:0;1bae0942de96:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be94fa5a1ef6403686e4a3563b45130c is 82, key is hbase:meta,,1/info:regioninfo/1733706360856/Put/seqid=0 2024-12-09T01:06:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:06:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:06:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741868_1044 (size=5672) 2024-12-09T01:06:51,853 INFO [M:0;1bae0942de96:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be94fa5a1ef6403686e4a3563b45130c 2024-12-09T01:06:51,876 DEBUG [M:0;1bae0942de96:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6bdde070544cf09e1f41285d1d52e1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733706371718/Put/seqid=0 2024-12-09T01:06:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741869_1045 (size=11500) 2024-12-09T01:06:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741869_1045 (size=11500) 2024-12-09T01:06:51,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741869_1045 (size=11500) 2024-12-09T01:06:51,885 INFO [M:0;1bae0942de96:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=166.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6bdde070544cf09e1f41285d1d52e1 2024-12-09T01:06:51,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:51,886 INFO [RS:2;1bae0942de96:36981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:06:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36981-0x10008293a430003, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:51,887 INFO [RS:2;1bae0942de96:36981 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,36981,1733706349718; zookeeper connection closed. 2024-12-09T01:06:51,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3596178 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3596178 2024-12-09T01:06:51,892 INFO [M:0;1bae0942de96:43329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6bdde070544cf09e1f41285d1d52e1 2024-12-09T01:06:51,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:51,895 INFO [RS:0;1bae0942de96:34047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:06:51,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34047-0x10008293a430001, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:51,895 INFO [RS:0;1bae0942de96:34047 {}] regionserver.HRegionServer(1031): Exiting; stopping=1bae0942de96,34047,1733706349654; zookeeper connection closed. 2024-12-09T01:06:51,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3746510b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3746510b 2024-12-09T01:06:51,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T01:06:51,909 DEBUG [M:0;1bae0942de96:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9633d8e12d34aa0a5b0c41f79281908 is 69, key is 1bae0942de96,34047,1733706349654/rs:state/1733706350177/Put/seqid=0 2024-12-09T01:06:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741870_1046 (size=5442) 2024-12-09T01:06:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741870_1046 (size=5442) 2024-12-09T01:06:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741870_1046 (size=5442) 2024-12-09T01:06:51,916 INFO [M:0;1bae0942de96:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9633d8e12d34aa0a5b0c41f79281908 2024-12-09T01:06:51,919 INFO [M:0;1bae0942de96:43329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9633d8e12d34aa0a5b0c41f79281908 2024-12-09T01:06:51,920 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be94fa5a1ef6403686e4a3563b45130c as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be94fa5a1ef6403686e4a3563b45130c 2024-12-09T01:06:51,926 INFO [M:0;1bae0942de96:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be94fa5a1ef6403686e4a3563b45130c, entries=8, sequenceid=400, filesize=5.5 K 2024-12-09T01:06:51,927 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6bdde070544cf09e1f41285d1d52e1 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6bdde070544cf09e1f41285d1d52e1 2024-12-09T01:06:51,932 INFO [M:0;1bae0942de96:43329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6bdde070544cf09e1f41285d1d52e1 2024-12-09T01:06:51,932 INFO [M:0;1bae0942de96:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6bdde070544cf09e1f41285d1d52e1, entries=52, sequenceid=400, filesize=11.2 K 2024-12-09T01:06:51,933 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9633d8e12d34aa0a5b0c41f79281908 as hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9633d8e12d34aa0a5b0c41f79281908 2024-12-09T01:06:51,939 INFO [M:0;1bae0942de96:43329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9633d8e12d34aa0a5b0c41f79281908 2024-12-09T01:06:51,939 INFO [M:0;1bae0942de96:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33397/user/jenkins/test-data/aded1c79-fa1e-f32b-dc27-fc5f24e3c2b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9633d8e12d34aa0a5b0c41f79281908, entries=3, sequenceid=400, filesize=5.3 K 2024-12-09T01:06:51,940 INFO [M:0;1bae0942de96:43329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.51 KB/171534, heapSize ~204.68 KB/209592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=400, compaction requested=false 2024-12-09T01:06:51,941 INFO [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:06:51,941 DEBUG [M:0;1bae0942de96:43329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733706411832Disabling compacts and flushes for region at 1733706411832Disabling writes for close at 1733706411832Obtaining lock to block concurrent updates at 1733706411832Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733706411832Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=171534, getHeapSize=209832, getOffHeapSize=0, getCellsCount=493 at 1733706411833 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733706411834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733706411834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733706411846 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733706411846Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733706411858 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733706411876 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733706411876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733706411892 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733706411909 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733706411909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e58521f: reopening flushed file at 1733706411919 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7853c3b1: reopening flushed file at 1733706411926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cff2d3: reopening flushed file at 1733706411932 (+6 ms)Finished flush of dataSize ~167.51 KB/171534, heapSize ~204.68 KB/209592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=400, compaction requested=false at 1733706411940 (+8 ms)Writing region close event to WAL at 1733706411941 (+1 ms)Closed at 1733706411941 2024-12-09T01:06:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35095 is added to blk_1073741830_1006 (size=198325) 2024-12-09T01:06:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34849 is added to blk_1073741830_1006 (size=198325) 2024-12-09T01:06:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36431 is added to blk_1073741830_1006 (size=198325) 2024-12-09T01:06:51,944 INFO [M:0;1bae0942de96:43329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T01:06:51,944 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T01:06:51,944 INFO [M:0;1bae0942de96:43329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43329 2024-12-09T01:06:51,944 INFO [M:0;1bae0942de96:43329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T01:06:52,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:52,053 INFO [M:0;1bae0942de96:43329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T01:06:52,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x10008293a430000, quorum=127.0.0.1:60956, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:06:52,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7289176a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:06:52,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1df7101a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:06:52,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:06:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b28489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:06:52,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7bcc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,STOPPED} 2024-12-09T01:06:52,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:06:52,060 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:06:52,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:06:52,060 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476068750-172.17.0.2-1733706347455 (Datanode Uuid eb7f75e7-4365-4328-8857-aec7dc48a270) service to localhost/127.0.0.1:33397 2024-12-09T01:06:52,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data5/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data6/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:06:52,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69446df2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:06:52,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56754262{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:06:52,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:06:52,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd60f57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:06:52,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e04367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,STOPPED} 2024-12-09T01:06:52,068 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:06:52,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:06:52,068 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476068750-172.17.0.2-1733706347455 (Datanode Uuid f8108f5d-1fae-4dfd-875e-b72efa23b3f1) service to localhost/127.0.0.1:33397 2024-12-09T01:06:52,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:06:52,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data3/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data4/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:06:52,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783535ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:06:52,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77790ac3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:06:52,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:06:52,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e04e67f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:06:52,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db967cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,STOPPED} 2024-12-09T01:06:52,073 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:06:52,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:06:52,073 WARN [BP-476068750-172.17.0.2-1733706347455 heartbeating to localhost/127.0.0.1:33397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-476068750-172.17.0.2-1733706347455 (Datanode Uuid 7f600039-ec28-47f8-89ff-de9db5b6b34b) service to localhost/127.0.0.1:33397 2024-12-09T01:06:52,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:06:52,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data1/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/cluster_b56f6256-02fd-9ed7-2aaf-f19d4bcf9585/data/data2/current/BP-476068750-172.17.0.2-1733706347455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:06:52,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:06:52,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@657e70ed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:06:52,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13d31af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:06:52,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:06:52,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cfd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:06:52,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555889da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3eabff86-084a-8765-901b-acaa9d98bca6/hadoop.log.dir/,STOPPED} 2024-12-09T01:06:52,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:06:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T01:06:52,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33397 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:33397 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1bae0942de96:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=81 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=15274 (was 15257) - AvailableMemoryMB LEAK? -